-- Logs begin at Tue 2022-04-05 21:49:50 UTC, end at Tue 2022-04-05 22:47:46 UTC. -- Apr 05 22:24:32.268459 dv-cinder-835881-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 22:24:35.166047 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.common.config [-] Logging enabled! Apr 05 22:24:35.166613 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev80 Apr 05 22:24:35.166872 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103120) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 22:24:35.170078 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.common.config [-] Logging enabled! Apr 05 22:24:35.170320 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev80 Apr 05 22:24:35.170641 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103120) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 22:24:35.171598 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 22:24:35.171825 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 22:24:35.172197 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 22:24:35.172436 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 22:24:35.172660 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 22:24:35.173071 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.173499 dv-cinder-835881-4-smb neutron-server[103120]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 05 22:24:35.173782 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.174097 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.174379 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.174654 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.174955 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.175231 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.175515 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.175809 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.176089 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.176363 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.176645 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.176932 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.177204 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.177486 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.177769 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.178032 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] debug = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.178313 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.178798 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.179212 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.179492 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.179773 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.180046 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.180317 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.180589 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.180871 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.181192 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] host = dv-cinder-835881-4-smb {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.181463 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.181743 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.182022 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.182302 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.182570 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.182870 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.183148 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.183414 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.183681 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] log_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.183953 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.184238 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.184519 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.184809 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.185029 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.185246 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.185528 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.185805 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.186078 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.186345 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.186613 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.186901 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.187166 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.187427 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.187704 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.187983 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.188260 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.188532 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.188797 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.189063 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.189327 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.189603 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.189870 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.190137 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.190403 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.190707 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.190972 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.191239 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.191532 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.191810 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.192088 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.192368 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.192637 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.192912 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.193179 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.193447 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.193710 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] use_json = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.193978 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.194242 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.194569 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.194864 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.195132 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.195398 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.195665 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.195943 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.196210 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:35.196503 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.196796 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.197087 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.197379 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.197660 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.197933 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.198213 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.198486 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.198793 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.199074 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.199354 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.199625 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.199917 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.200199 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.200486 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.200785 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.201075 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.201365 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.201636 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.201906 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.202174 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.202559 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.202878 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.203153 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.203436 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.203718 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.203992 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.204284 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.204567 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.204864 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.205148 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.205417 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.205694 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.205979 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.206254 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.206520 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.206821 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.207107 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.207380 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.207646 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.207924 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.208201 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.208467 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.208733 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.209005 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.209289 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.209562 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.209829 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.210118 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.210390 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.210672 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.210954 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.211225 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.211490 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.211754 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.212025 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.212291 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.212558 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.212829 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.213095 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.213365 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.213630 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.213893 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.214159 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.214425 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.214718 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.214988 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.215252 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.215521 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.215787 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.216054 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.216321 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.216586 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.216850 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.217129 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.217421 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.217692 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.217965 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.218238 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.218509 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.218808 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.219082 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.219354 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.219625 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.219893 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.220176 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.220454 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.220733 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.221028 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.221299 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.221585 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.221858 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.222130 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.222407 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.222702 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.222977 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.223253 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.223531 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.223818 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.224106 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.224392 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.224684 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.224969 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.225244 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.225543 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.225868 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:35.226080 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 22:24:35.226313 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103120) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 22:24:35.596906 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 22:24:35.597115 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 22:24:35.597375 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 22:24:35.597691 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 22:24:35.915962 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:35.916292 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:35.916518 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:35.917686 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:35.917954 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:35.919964 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:35.972146 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:35.972419 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:35.972681 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:35.987165 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:35.987439 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:35.987698 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.017287 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.017541 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.017828 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.053415 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.053694 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.053984 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.389852 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.390515 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.390515 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.390694 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.391342 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.488102 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.488411 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.488688 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.488961 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.489190 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.489521 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.489773 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.490024 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.490275 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.490515 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.490831 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.491053 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.491340 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.491583 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.491835 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.492088 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.492337 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.492598 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.492863 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.493113 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.493381 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.493621 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.493896 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.494266 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.494511 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.494782 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.495280 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:24:36.495521 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:24:36.495758 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:24:36.495993 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:24:36.496229 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:24:36.496470 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:24:36.496831 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 22:24:36.500044 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 22:24:36.503995 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 22:24:36.507857 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 05 22:24:36.509468 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 22:24:36.509942 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 22:24:36.510270 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 22:24:36.510659 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 22:24:36.514486 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 22:24:36.514754 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 22:24:36.515112 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 22:24:36.520090 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 05 22:24:36.543729 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 22:24:36.544169 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.544465 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103120) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 05 22:24:36.544829 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.546171 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103120) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 22:24:36.546445 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 22:24:36.546719 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 22:24:36.550006 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.550283 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:36.612099 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 22:24:36.612335 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 22:24:36.612562 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 22:24:36.612927 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 22:24:36.634342 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_db.sqlalchemy.engines [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103120) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 05 22:24:37.073957 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Initializing driver for type 'gre' Apr 05 22:24:37.074477 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] gre ID ranges: [(1, 1000)] Apr 05 22:24:37.126279 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Initializing driver for type 'local' Apr 05 22:24:37.126612 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Initializing driver for type 'vlan' Apr 05 22:24:37.141505 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] VlanTypeDriver initialization complete Apr 05 22:24:37.141839 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Initializing driver for type 'vxlan' Apr 05 22:24:37.142333 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] vxlan ID ranges: [(1, 1000)] Apr 05 22:24:37.192812 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Initializing extension driver 'port_security' Apr 05 22:24:37.193157 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.extensions.port_security [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] PortSecurityExtensionDriver initialization complete Apr 05 22:24:37.193492 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Initializing mechanism driver 'openvswitch' Apr 05 22:24:37.193818 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Initializing mechanism driver 'hyperv' Apr 05 22:24:37.200533 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:37.201375 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.201741 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.202090 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.202615 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:24:37.203067 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > subnet after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.203420 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > subnet after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.203762 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.204189 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:24:37.204589 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > network after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.204933 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > network after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.205271 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > network after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.205654 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:24:37.206055 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > security_group after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.206372 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > security_group after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.206732 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.207120 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:24:37.207517 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.207857 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.208190 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.208583 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:24:37.208977 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > address_group after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.209317 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > address_group after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.209650 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.210153 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:24:37.210595 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] ML2 OVO RPC backend initialized. {{(pid=103120) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 05 22:24:37.211322 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.211675 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.212091 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > network before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.212437 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > networks before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.212779 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > port before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.213115 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > ports before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.213455 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > subnet before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.213790 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > subnets before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.214134 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > network after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.214466 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > network after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.214820 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > network after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.215154 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.215485 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.215812 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.216140 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > subnet after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.216470 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > subnet after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.216796 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.223981 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded quota_driver: . Apr 05 22:24:37.224342 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Modular L2 Plugin initialization complete Apr 05 22:24:37.224686 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading services supported by the core plugin {{(pid=103120) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 22:24:37.225020 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Got port-security extension from driver 'port_security' Apr 05 22:24:37.225528 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.extensions.vlantransparent [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Disabled vlantransparent extension. Apr 05 22:24:37.226081 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103120) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 22:24:37.226400 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading Plugin: router Apr 05 22:24:37.260986 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.261371 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router after_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.261736 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router before_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.262095 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.262466 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.262850 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router after_delete 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.263205 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.263546 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.263898 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router after_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.264239 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router after_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.264582 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router after_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.264908 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.265257 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router after_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.265661 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router precommit_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.266024 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.266355 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.266708 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: subnet after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.267041 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.267385 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.267723 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router precommit_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.268062 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: port before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.268379 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router precommit_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.268723 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router after_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.269059 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.269401 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router precommit_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.269754 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.270090 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router precommit_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.270446 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > agent after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.270955 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > agent after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.271295 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > network after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.272146 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Tracking information for resource: router configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:24:37.272499 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Tracking information for resource: floatingip configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:24:37.277307 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.db.l3_agentschedulers_db [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 22:24:37.277925 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.278284 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.278670 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.279000 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.279780 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router before_create 55550100 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.280138 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.280494 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router precommit_create 55550100 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.280845 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > router precommit_update 55550100 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.285846 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.services.provider_configuration [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service providers = [] {{(pid=103120) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 22:24:37.286202 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.db.servicetype_db [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103120) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 22:24:37.289204 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.services.service_base [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:24:37.289560 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.services.service_base [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:24:37.289899 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.services.service_base [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:24:37.290817 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.services.service_base [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:24:37.291181 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.services.service_base [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 22:24:37.291549 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:24:37.291861 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 22:24:37.302326 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:24:37.302658 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading Plugin: auto_allocate Apr 05 22:24:37.308423 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: network precommit_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.308790 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: network precommit_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.309298 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:24:37.309620 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading Plugin: tag Apr 05 22:24:37.316286 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:24:37.316616 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading Plugin: timestamp Apr 05 22:24:37.320497 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:24:37.320818 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading Plugin: network_ip_availability Apr 05 22:24:37.326312 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.326617 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.327008 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.327720 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:24:37.328036 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading Plugin: flavors Apr 05 22:24:37.333969 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:24:37.334301 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading Plugin: revisions Apr 05 22:24:37.338574 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:24:37.338988 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_concurrency.lockutils [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.741s {{(pid=103120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 22:24:37.339725 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103120) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 22:24:37.340065 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Initializing extension manager. Apr 05 22:24:37.340611 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: __init__.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.340927 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: __pycache__ {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.341258 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: address_group.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.341999 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.342560 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: address-group Apr 05 22:24:37.342907 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: address_scope.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.343617 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.344122 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: address-scope Apr 05 22:24:37.344442 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.345358 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.345870 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: router-admin-state-down-before-update Apr 05 22:24:37.346194 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: agent.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.346915 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.347408 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: agent Apr 05 22:24:37.347728 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: agent_resources_synced.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.348633 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.349135 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: agent-resources-synced Apr 05 22:24:37.349457 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: allowedaddresspairs.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.351297 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.351813 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: allowed-address-pairs Apr 05 22:24:37.352135 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: auto_allocated_topology.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.353196 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.353701 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: auto-allocated-topology Apr 05 22:24:37.354022 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: availability_zone.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.354806 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.355308 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: availability_zone Apr 05 22:24:37.355626 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: availability_zone_filter.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.356528 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.357030 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: availability_zone_filter Apr 05 22:24:37.357355 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: data_plane_status.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.358245 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.358774 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 22:24:37.359090 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: default_subnetpools.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.360002 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.360503 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: default-subnetpools Apr 05 22:24:37.360823 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.361624 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.362124 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: dhcp_agent_scheduler Apr 05 22:24:37.362443 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: dns.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.363378 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.363874 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension dns-integration not supported by any of loaded plugins Apr 05 22:24:37.364194 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: dns_domain_ports.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.365095 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.365594 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 22:24:37.365910 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.366872 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.367379 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 05 22:24:37.367698 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: dvr.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.368365 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.368866 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: dvr Apr 05 22:24:37.369185 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: ecmp_routes.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.370099 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.370603 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 05 22:24:37.370947 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: empty_string_filtering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.371854 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.372365 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: empty-string-filtering Apr 05 22:24:37.372683 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.373584 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.374087 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 22:24:37.374401 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.375332 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.375826 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 22:24:37.376142 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: external_net.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.377039 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.377552 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: external-net Apr 05 22:24:37.377870 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.378805 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.379307 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: extra_dhcp_opt Apr 05 22:24:37.379624 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: extraroute.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.380525 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.381014 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: extraroute Apr 05 22:24:37.381326 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: extraroute_atomic.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.382391 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.382921 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: extraroute-atomic Apr 05 22:24:37.383241 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: filter_validation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.383894 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.384400 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: filter-validation Apr 05 22:24:37.384722 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: fip_pf_description.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.385630 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.386130 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 22:24:37.386447 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: fip_pf_port_range.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.387385 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.387884 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 05 22:24:37.388201 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: fip_port_details.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.389289 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.389797 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: fip-port-details Apr 05 22:24:37.390114 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: flavors.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.391352 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.391867 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: flavors Apr 05 22:24:37.392190 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.393861 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.394380 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 22:24:37.394737 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: floatingip_pools.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.395433 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.395941 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: floatingip-pools Apr 05 22:24:37.396261 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: ip_allocation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.397179 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.397714 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 22:24:37.398032 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.398957 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.399468 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: ip-substring-filtering Apr 05 22:24:37.399788 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: l2_adjacency.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.400715 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.401213 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 22:24:37.401527 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: l3.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.402517 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.403076 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: router Apr 05 22:24:37.403392 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.405634 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.406157 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 22:24:37.406486 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.407438 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.408255 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: ext-gw-mode Apr 05 22:24:37.408578 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.409497 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.410004 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: l3-ha Apr 05 22:24:37.410322 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.411257 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.411758 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 05 22:24:37.412075 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: l3_flavors.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.412985 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.413537 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: l3-flavors Apr 05 22:24:37.413858 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.415238 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.415742 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 05 22:24:37.416067 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.416973 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.417483 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 22:24:37.417803 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: l3agentscheduler.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.418870 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.419378 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: l3_agent_scheduler Apr 05 22:24:37.419704 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: local_ip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.421526 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.422052 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension local_ip not supported by any of loaded plugins Apr 05 22:24:37.422379 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: logging.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.424010 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.424536 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension logging not supported by any of loaded plugins Apr 05 22:24:37.424872 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: metering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.425604 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.426183 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: metering Apr 05 22:24:37.426509 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.427619 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.428132 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: metering_source_and_destination_fields Apr 05 22:24:37.428456 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: multiprovidernet.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.429414 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.429922 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: multi-provider Apr 05 22:24:37.430244 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: netmtu.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.431180 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.431669 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: net-mtu Apr 05 22:24:37.431999 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: netmtu_writable.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.432915 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.433421 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: net-mtu-writable Apr 05 22:24:37.433743 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: network_availability_zone.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.434410 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.434940 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: network_availability_zone Apr 05 22:24:37.435263 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: network_ip_availability.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.436374 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.436885 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: network-ip-availability Apr 05 22:24:37.437210 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: network_segment_range.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.437977 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.438477 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 22:24:37.438844 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: pagination.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.439819 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.440149 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: pagination Apr 05 22:24:37.440469 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: port_device_profile.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.441374 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.441887 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: port-device-profile Apr 05 22:24:37.442206 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.443144 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.443651 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: port-mac-address-regenerate Apr 05 22:24:37.443969 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.444925 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.445429 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: port-numa-affinity-policy Apr 05 22:24:37.445745 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: port_resource_request.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.446669 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.447174 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 22:24:37.447497 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: port_resource_request_groups.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.448456 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.448956 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 05 22:24:37.449271 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: portbindings.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.450185 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.450791 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: binding Apr 05 22:24:37.451110 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: portbindings_extended.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.452373 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.452883 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: binding-extended Apr 05 22:24:37.453207 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: portsecurity.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.454115 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.454759 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: port-security Apr 05 22:24:37.455124 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: project_id.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.456094 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.456419 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: project-id Apr 05 22:24:37.456736 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: providernet.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.457642 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.458145 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: provider Apr 05 22:24:37.458458 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.461966 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.462483 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos not supported by any of loaded plugins Apr 05 22:24:37.462844 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.464074 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.464582 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 22:24:37.464907 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.465815 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.466323 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 22:24:37.466638 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_default.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.467598 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.468191 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-default not supported by any of loaded plugins Apr 05 22:24:37.468501 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_fip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.469412 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.469918 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-fip not supported by any of loaded plugins Apr 05 22:24:37.470239 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.471170 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.471681 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 05 22:24:37.472000 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_gateway_ip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.473049 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.473558 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 22:24:37.473877 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_port_network_policy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.474820 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.475323 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 22:24:37.475717 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.476761 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.477276 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 05 22:24:37.477595 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.478635 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.479162 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 05 22:24:37.479482 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_pps_rule.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.480652 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.481162 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-pps not supported by any of loaded plugins Apr 05 22:24:37.481488 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_rule_type_details.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.482398 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.482929 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 22:24:37.483247 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.484160 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.484666 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 05 22:24:37.484984 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: qos_rules_alias.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.486014 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.486518 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 22:24:37.486868 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: quota_check_limit.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.487775 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.488284 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: quota-check-limit Apr 05 22:24:37.488601 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: quotasv2.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.489544 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.489864 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: quotas Apr 05 22:24:37.490181 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: quotasv2_detail.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.491923 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.492252 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: quota_details Apr 05 22:24:37.492580 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: rbac.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.493631 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.494150 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: rbac-policies Apr 05 22:24:37.494481 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: rbac_address_group.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.495439 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.495953 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: rbac-address-group Apr 05 22:24:37.496277 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: rbac_address_scope.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.497176 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.497753 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: rbac-address-scope Apr 05 22:24:37.498015 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: rbac_security_groups.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.499023 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.499535 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: rbac-security-groups Apr 05 22:24:37.499859 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: rbac_subnetpool.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.500774 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.501277 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: rbac-subnetpool Apr 05 22:24:37.501600 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: revisionifmatch.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.502515 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.503052 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: revision-if-match Apr 05 22:24:37.503375 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: revisions.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.504470 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.504983 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: standard-attr-revisions Apr 05 22:24:37.505305 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: router_availability_zone.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.505974 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.506474 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: router_availability_zone Apr 05 22:24:37.506918 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: routerservicetype.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.507821 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.508322 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension router-service-type not supported by any of loaded plugins Apr 05 22:24:37.508644 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.509558 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.510065 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: security-groups-normalized-cidr Apr 05 22:24:37.510386 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.511334 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.511845 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: port-security-groups-filtering Apr 05 22:24:37.512172 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.513109 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.513624 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: security-groups-remote-address-group Apr 05 22:24:37.513953 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.514922 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.515430 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: security-groups-shared-filtering Apr 05 22:24:37.515753 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.516339 dv-cinder-835881-4-smb neutron-server[103120]: WARNING neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 05 22:24:37.516655 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: securitygroup.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.526224 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.526776 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: security-group Apr 05 22:24:37.527106 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: segment.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.527838 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.528340 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension segment not supported by any of loaded plugins Apr 05 22:24:37.528662 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.529600 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.530107 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 22:24:37.530424 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: servicetype.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.531549 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.532056 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: service-type Apr 05 22:24:37.532378 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: sorting.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.533666 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.533992 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: sorting Apr 05 22:24:37.534310 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: standard_attr_segment.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.535256 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.535768 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 22:24:37.536086 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: standardattrdescription.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.536732 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.537243 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: standard-attr-description Apr 05 22:24:37.537564 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: stateful_security_group.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.538556 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.539092 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: stateful-security-group Apr 05 22:24:37.539410 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: stdattrs_common.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.539977 dv-cinder-835881-4-smb neutron-server[103120]: WARNING neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 22:24:37.540291 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.541226 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.541734 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 22:24:37.542051 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: subnet_onboard.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.543138 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.543650 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: subnet_onboard Apr 05 22:24:37.543967 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.544893 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.545393 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 22:24:37.545712 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: subnet_service_types.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.546639 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.547168 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: subnet-service-types Apr 05 22:24:37.547490 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: subnetallocation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.548570 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.549075 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: subnet_allocation Apr 05 22:24:37.549395 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.550052 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.550563 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: subnetpool-prefix-ops Apr 05 22:24:37.550906 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.551836 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.552337 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 22:24:37.552653 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: tagging.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.553836 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.554357 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: standard-attr-tag Apr 05 22:24:37.554707 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: timestamp.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.555881 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.556391 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loaded extension: standard-attr-timestamp Apr 05 22:24:37.556715 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: trunk.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.557739 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.558247 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension trunk not supported by any of loaded plugins Apr 05 22:24:37.558566 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: trunk_details.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.559498 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.560006 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension trunk-details not supported by any of loaded plugins Apr 05 22:24:37.560336 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: uplink_status_propagation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.561249 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.561746 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 22:24:37.562066 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Loading extension file: vlantransparent.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:24:37.562768 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:24:37.563266 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 22:24:37.565822 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:network Apr 05 22:24:37.566345 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:subnet Apr 05 22:24:37.566764 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:24:37.567161 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:port Apr 05 22:24:37.568408 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.568829 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service FLAVORS assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.569506 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.569931 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.570258 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:router Apr 05 22:24:37.570698 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 22:24:37.571180 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service METERING assigned prefix: /metering {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.572635 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.573005 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.573357 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:24:37.574356 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 22:24:37.574827 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:security_group Apr 05 22:24:37.575260 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 22:24:37.575871 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service CORE assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.576199 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:24:37.576588 dv-cinder-835881-4-smb neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] subnetpool is already registered Apr 05 22:24:37.576962 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service CORE assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.577290 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:24:37.577613 dv-cinder-835881-4-smb neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] subnetpool is already registered Apr 05 22:24:37.579931 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.580358 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service FLAVORS assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.580942 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.581351 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.581702 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:router Apr 05 22:24:37.582032 dv-cinder-835881-4-smb neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] router is already registered Apr 05 22:24:37.582440 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 22:24:37.582796 dv-cinder-835881-4-smb neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] floatingip is already registered Apr 05 22:24:37.583242 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service METERING assigned prefix: /metering {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.583902 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 22:24:37.584219 dv-cinder-835881-4-smb neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] rbac_policy is already registered Apr 05 22:24:37.584625 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:security_group Apr 05 22:24:37.584974 dv-cinder-835881-4-smb neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] security_group is already registered Apr 05 22:24:37.585404 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 22:24:37.585729 dv-cinder-835881-4-smb neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] security_group_rule is already registered Apr 05 22:24:37.586377 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service CORE assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.586723 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:24:37.587032 dv-cinder-835881-4-smb neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] subnetpool is already registered Apr 05 22:24:37.587450 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Service CORE assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:24:37.587770 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:24:37.588094 dv-cinder-835881-4-smb neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] subnetpool is already registered Apr 05 22:24:37.588556 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: extensions {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.590005 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: address-groups {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.591493 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: address-scopes {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.592822 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: agents {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.593963 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: auto-allocated-topology {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.595218 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: availability_zones {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.596416 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: dhcp-networks {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.597907 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: dhcp-agents {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.599380 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: routers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.602863 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: flavors {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.604042 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: service_profiles {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.605235 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: next_providers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.606662 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: service_profiles {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.608235 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: floatingip-pools {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.609532 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: routers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.611634 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: floatingips {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.612894 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: l3-routers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.614264 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: l3-agents {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.615749 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: metering-labels {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.617150 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: metering-label-rules {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.618410 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: network-ip-availabilities {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.619679 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: bindings {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.621310 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: quotas {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.623012 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: quotas {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.624523 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: rbac-policies {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.625796 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: security-groups {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.627024 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: security-group-rules {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.628235 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: service-providers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.629427 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: subnetpools {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.631028 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: subnetpools {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.632496 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.634155 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.635958 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.637986 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.639801 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.641613 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.643321 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.645307 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.647077 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.648958 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron.api.extensions [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:24:37.654877 dv-cinder-835881-4-smb neutron-server[103120]: WARNING keystonemiddleware.auth_token [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 22:24:37.660010 dv-cinder-835881-4-smb neutron-server[103120]: WARNING keystonemiddleware.auth_token [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 22:24:37.668559 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_concurrency.lockutils [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Acquired lock "singleton_lock" {{(pid=103120) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 05 22:24:37.669028 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_concurrency.lockutils [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Releasing lock "singleton_lock" {{(pid=103120) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 05 22:24:37.669686 dv-cinder-835881-4-smb neutron-server[103120]: INFO oslo_service.service [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Starting 2 workers Apr 05 22:24:37.674456 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Started child 103229 {{(pid=103120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:24:37.678989 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Started child 103230 {{(pid=103120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:24:37.679923 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:37.680661 dv-cinder-835881-4-smb neutron-server[103120]: INFO neutron.service [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 22:24:37.681124 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:37.681331 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [-] (103229) wsgi starting up on http://0.0.0.0:9696 Apr 05 22:24:37.683499 dv-cinder-835881-4-smb neutron-server[103120]: INFO oslo_service.service [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Starting 1 workers Apr 05 22:24:37.683734 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:37.685077 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [-] (103230) wsgi starting up on http://0.0.0.0:9696 Apr 05 22:24:37.688620 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Started child 103231 {{(pid=103120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:24:37.689163 dv-cinder-835881-4-smb neutron-server[103120]: INFO oslo_service.service [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Starting 1 workers Apr 05 22:24:37.692533 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.service [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] calling RpcWorker wait() {{(pid=103231) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 22:24:37.693089 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.service [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] returning from RpcWorker wait() {{(pid=103231) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 22:24:37.693573 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Started child 103232 {{(pid=103120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:24:37.694321 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:37.694458 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-acef8def-897f-44eb-84b2-22353903dd75 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:37.694885 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:37.696273 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103120) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 22:24:37.696452 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 22:24:37.696625 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 22:24:37.696869 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 22:24:37.697212 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 22:24:37.697350 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 22:24:37.697877 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.698155 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.698423 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.698672 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.698770 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:37.699219 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.699543 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.699819 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.700035 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.700333 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.700587 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.700760 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.700890 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.701141 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.701385 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.701657 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.701894 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.702306 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.702561 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.702761 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.703019 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.703297 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.703543 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.703817 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] debug = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.704055 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.704535 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.704778 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.705022 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.705255 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.705524 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.705772 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.706043 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.706261 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.706503 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.706913 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.707093 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.707326 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.707552 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.707792 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.708013 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.708263 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.708500 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.708953 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] host = dv-cinder-835881-4-smb {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.709189 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.709410 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.709637 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.710036 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.710185 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.710435 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.710731 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.710994 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.711234 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.711459 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.711707 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.711973 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.712193 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.712429 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.712592 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_options = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.712829 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.713083 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.713326 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.713512 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.713677 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.713839 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.714100 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.714263 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.714511 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.714769 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.714986 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.715201 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.715435 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.715649 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.715887 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.716102 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.716340 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.716549 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.716800 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.717049 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.717295 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.717555 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.717743 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.717973 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.718223 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.718438 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.718715 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.718938 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.719163 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.719424 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.720697 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.720697 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.720697 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.722818 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.722890 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:37.722982 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.722982 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.722982 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.722982 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.722982 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.722982 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.722982 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.723399 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.723399 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.723664 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.723919 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.724082 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.724348 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] use_json = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.724585 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.724836 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.725116 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.725334 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.725575 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.725788 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.726027 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.726557 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.726835 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.727269 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.727587 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.727897 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.728367 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.728609 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.728848 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.729084 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.729325 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.729570 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.729801 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.730113 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.730355 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.730665 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.730919 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.731198 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.731511 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.731765 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.732029 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.732274 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.732484 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.732692 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.732907 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.733187 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.733425 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.733774 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.734084 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.734331 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.734617 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.734936 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.735288 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.735529 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.735783 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.736038 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.736256 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.736481 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.736715 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.736957 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.737240 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.737576 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.737857 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.738082 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.738304 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.738523 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.738793 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.739026 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.739271 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.739511 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.739750 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.739977 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.740226 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.740443 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.740651 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.740855 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.741078 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.741363 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.741571 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.741806 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.742061 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.742277 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.742487 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.745126 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.745379 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.745611 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.745829 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.746039 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.746246 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.746482 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.746732 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.746984 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.747456 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.747456 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.747749 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.747921 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.748131 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.749417 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.749417 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.749417 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.749417 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.749417 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.749417 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.749834 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.749834 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.749953 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.750159 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.750590 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.750832 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.751095 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.751408 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.751672 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.751951 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.752168 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.752586 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.752950 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.753486 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.753728 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.753958 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.754357 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.754754 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.755149 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.755529 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.755899 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.756251 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.756652 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.757041 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.757427 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.757788 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.758157 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.758567 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.758981 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.759433 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.759856 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.760211 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.760588 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.760977 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.761404 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.761793 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.762170 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.762531 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.762947 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.763370 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.763768 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.764178 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.764552 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.764953 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.765421 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.765803 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.766221 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.766603 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.766991 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.767386 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.767781 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.768204 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.768437 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.768692 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.768920 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.769172 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.769399 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.769757 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.770141 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.770605 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.771007 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.771379 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.771755 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.772147 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.772584 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.772995 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.773254 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.773710 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.773966 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.774232 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.774484 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.774747 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.774992 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.775228 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.775441 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.775695 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.775905 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.776195 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.776436 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.776635 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.776883 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.777515 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.777735 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.778116 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.778357 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.778579 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.778857 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.779078 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.779311 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.779718 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.780095 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.780477 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.780697 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.780911 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.781159 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.781396 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.781668 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.781929 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.782149 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.782378 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.782596 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.783324 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.783547 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.783802 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.784027 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.784239 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.784451 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.784673 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.784885 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.785095 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.785320 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.785533 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.785790 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.786039 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.786386 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.786662 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.786887 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.787131 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.787360 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.787765 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.787996 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.788231 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.788653 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.788875 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.789102 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.789479 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.789698 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.789942 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.790173 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.790393 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.790668 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.790924 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.791174 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.791391 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.791615 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.791832 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.792047 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.792277 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.792489 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.792697 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.792907 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.793127 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.793339 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.793625 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.793871 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.794098 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.794376 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.794612 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.794901 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.795141 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.795371 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.795582 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:37.795675 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.795823 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.796040 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.796251 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.796500 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.796715 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.796946 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.797167 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.797385 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.797595 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.797845 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.798075 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.798285 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.798509 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.798762 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.798982 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.799210 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.799420 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.799628 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.800042 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.801101 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.801506 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.801783 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.801976 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.802207 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.802451 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.802697 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.802928 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.803207 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.803465 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.803711 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.804040 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.804489 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.804798 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.805041 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.805357 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.805574 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.805817 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.806114 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.806471 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.806725 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.806979 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.807299 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.807766 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.807884 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.808073 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.808353 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.808621 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.808919 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.809114 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.809406 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.809744 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.810012 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.810251 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.810492 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.810755 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.810978 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.811209 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.811438 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.811675 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.811906 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.812171 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.812397 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.812619 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.812834 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.813056 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.813268 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.813489 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.813716 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.813947 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.814161 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.814332 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 22:24:37.814871 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103120) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 22:24:37.815031 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 22:24:37.815184 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 22:24:37.815351 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 22:24:37.815518 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 22:24:37.815670 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 22:24:37.815877 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.816064 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.816223 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.816380 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.816538 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.816715 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.816873 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.817030 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.817188 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.817562 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.817842 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.817943 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.818142 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.818474 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.819029 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.819385 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.819543 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.819700 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.819862 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.820037 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.820340 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.820499 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.820656 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] debug = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.820814 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.821006 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.821162 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.821488 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.821807 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.822147 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.822367 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.822584 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.822768 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.822925 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.823081 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.823238 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.823393 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.823552 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.823709 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.823866 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.824022 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.824179 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.824334 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] host = dv-cinder-835881-4-smb {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.824492 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.824647 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.824796 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.824954 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.825109 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.825268 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.825420 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.825723 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.825882 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.826033 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.826333 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.826487 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.826737 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.826848 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.826960 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_options = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.827256 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.827473 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.827564 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.827726 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.827887 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.828043 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.828202 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.828357 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.828532 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.828663 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.828826 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.828980 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.829178 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.829273 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.829428 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.829585 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.829743 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.829896 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.830193 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.830351 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.830506 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.830684 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.830843 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.830998 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.831153 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.831311 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.831465 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.831619 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.831776 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.831932 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.832087 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.832243 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.832395 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.832550 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.832707 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.832863 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.833019 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.833174 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.833333 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.833489 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.833646 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.833802 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.833957 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.834111 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.834266 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.834421 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.834576 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] use_json = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.834772 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.835240 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.835404 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.835562 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.835719 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.835875 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.836032 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.836188 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.836344 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:24:37.836521 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.836681 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.836851 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.837011 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.837170 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.837330 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.837490 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.837652 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.837810 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.837971 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.838138 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.838298 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.838467 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.838664 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.838829 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.838974 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.839138 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.839299 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.839458 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.839617 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.839776 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.839934 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.840102 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.840261 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.840419 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.840577 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.840736 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.840900 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.841058 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.841231 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.841389 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.841550 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.841709 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.841869 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.842029 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.842189 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.842349 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.842508 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.842697 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.842860 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.843020 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.843178 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.843339 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.843498 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.843658 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.843818 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.843977 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.844137 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.844296 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.844455 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.844614 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.844774 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.844935 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.845095 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.845255 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.845414 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.845573 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.845743 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.845901 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.846062 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.846220 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.846379 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.846541 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.846725 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.846886 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.847044 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.847203 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.847361 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.847534 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.847693 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.847852 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.848011 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.848170 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.848330 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.848489 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.848648 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.848808 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.848967 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.849130 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.849289 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.849447 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.849605 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.849764 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.849923 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.850082 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.850243 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.850401 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.850669 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.850840 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.850976 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.851114 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.851331 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.851480 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.851616 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.851744 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.851919 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.852045 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.852171 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.852337 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.852494 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.852652 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.852811 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.852969 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.853128 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.853290 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.853448 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.853618 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.853764 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.853923 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.854081 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.854240 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.854405 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.854560 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.854756 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.854917 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.855075 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.855233 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.855392 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.855550 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.855718 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.855877 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.856038 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.856197 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.856362 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.856531 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.856693 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.856855 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.857014 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.857173 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.857332 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.857491 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.857650 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.857811 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.857970 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.858129 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.858298 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.858456 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.858615 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.858794 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.858977 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.859140 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.859298 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.859456 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.859614 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.859772 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.859931 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.860091 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.860252 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.860412 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.860571 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.860733 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.860892 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.861050 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.861207 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.861365 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.861526 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.861687 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.861845 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.862005 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.862164 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.862323 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.862483 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.862658 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.862820 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.862980 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.863138 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.863298 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.863456 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.863614 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.863773 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.863933 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.864096 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.864256 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.864415 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.864575 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.864735 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.864896 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.865055 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.865216 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.865378 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.865538 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.865698 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.865857 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.866017 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.866221 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.866384 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.866542 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.866723 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.866884 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.867043 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.867202 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.867360 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.867518 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.867679 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.867854 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.868014 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.868173 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.868339 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.868493 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.868651 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.868809 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.868968 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.869131 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.869290 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.869451 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.869615 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.869773 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.869932 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.870092 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.870251 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.870413 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.870574 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.870835 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.870997 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.871159 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.871318 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.871477 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.871635 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.871793 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.871952 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.872109 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.872268 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.872426 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.872599 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.872758 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.872918 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.873077 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.873235 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.873394 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.873563 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.873722 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.873881 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.874038 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.874198 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.874357 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.874525 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.874714 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.874874 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.875033 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.875192 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.875350 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.875518 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.875676 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.875835 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.875994 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.876152 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.876311 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.876478 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.876637 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.876796 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.876955 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.877114 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.877272 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.877440 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.877598 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.877756 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.877916 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.878086 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.878220 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.878389 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.878552 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.878734 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.878905 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.879067 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.879228 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.879389 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.879559 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.879718 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.879879 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.880039 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.880197 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.880357 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.880752 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.880919 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.881087 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.881254 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.881415 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.881583 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.881847 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.882021 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.882180 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.882345 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.882516 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.882699 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.882858 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.883018 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.883176 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.883336 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.883493 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.883653 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.883813 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.883972 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.884130 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.884290 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.884448 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.884608 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.884766 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.884925 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.885083 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.885241 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.885401 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.885561 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:24:37.885713 dv-cinder-835881-4-smb neutron-server[103120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 22:24:37.943301 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 44068) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:37.952285 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062664 Apr 05 22:24:49.180450 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3823a97-e83b-430c-83b1-66fd4af2c9b6 None None] get_active_networks_info from dv-cinder-835881-4-smb {{(pid=103231) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 05 22:24:49.248855 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3823a97-e83b-430c-83b1-66fd4af2c9b6 None None] No non-hosted networks {{(pid=103231) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 22:24:49.272093 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.agentschedulers_db [None req-d3823a97-e83b-430c-83b1-66fd4af2c9b6 None None] DHCP Agent not found on host dv-cinder-835881-4-smb {{(pid=103231) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 22:24:49.428279 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cf6c0c9d-b3ee-4e44-a086-2348d2cecc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684093'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:51.493702 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6660525a-07a4-4fb5-b106-a88158163859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684093'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:51.549707 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ad0d4dea-baaf-4bd9-85d4-8c8eac151da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:52.409339 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44136) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:52.452472 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684093'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:52.939970 dv-cinder-835881-4-smb neutron-server[103229]: WARNING oslo_policy.policy [None req-fa5dc500-97ea-4fd0-bbe8-3d18c0fef0db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:24:52.940539 dv-cinder-835881-4-smb neutron-server[103229]: WARNING oslo_policy.policy [None req-fa5dc500-97ea-4fd0-bbe8-3d18c0fef0db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:24:53.161601 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [None req-fa5dc500-97ea-4fd0-bbe8-3d18c0fef0db admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:24:53.165075 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-fa5dc500-97ea-4fd0-bbe8-3d18c0fef0db admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7536757 Apr 05 22:24:53.906148 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684093'] for agent (34d66588-e57b-466e-b943-149369568736), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:55.355929 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684093'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:55.359411 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.361712 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.362841 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.363639 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.364293 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.365288 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.366690 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.367370 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.368426 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.369023 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.369542 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.370099 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.370723 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.371668 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.372372 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:55.373134 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835881-4-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:55.390698 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835881-4-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:55.670198 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44166) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:55.992770 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ee6e575c-eaaf-4420-9d34-a601259cd54e admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:24:56.084094 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.policy [None req-ee6e575c-eaaf-4420-9d34-a601259cd54e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103229) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 22:24:56.126679 dv-cinder-835881-4-smb neutron-server[103229]: WARNING oslo_policy.policy [None req-ee6e575c-eaaf-4420-9d34-a601259cd54e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:24:56.127032 dv-cinder-835881-4-smb neutron-server[103229]: WARNING oslo_policy.policy [None req-ee6e575c-eaaf-4420-9d34-a601259cd54e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:24:56.226130 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee6e575c-eaaf-4420-9d34-a601259cd54e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794858407427', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794858406998', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794858424259', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794858449842', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794858440501', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794858443165', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1185665', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1408276', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3697810', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4142461'] for rbac-policy (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:56.300016 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee6e575c-eaaf-4420-9d34-a601259cd54e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:56.301391 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-ee6e575c-eaaf-4420-9d34-a601259cd54e admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6302638 Apr 05 22:24:57.605483 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.db.l3_hamode_db [None req-fa3f3c93-34b4-40be-8b98-61f46c80c029 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 22:24:57.684427 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3f3c93-34b4-40be-8b98-61f46c80c029 None None] Routers set() bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:24:57.684816 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3f3c93-34b4-40be-8b98-61f46c80c029 None None] Router IDs set() for agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 22:24:58.825371 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44178) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:59.144451 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:24:59.178823 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Made reservation on behalf of d2629701fff44dc8832526f83652f0e4 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:24:59.184819 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:59.204935 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:59.322341 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Publish callbacks [] for security_group (26d45bb2-e1e7-42e1-b90e-46ccd1f8b8b1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:59.329167 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (26d45bb2-e1e7-42e1-b90e-46ccd1f8b8b1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:59.367641 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:24:59.393926 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794853832048', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (c9b27238-49d5-4216-a78e-474f7a5064c4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:59.394489 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Unsubscribe: segment precommit_create {{(pid=103229) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 22:24:59.395005 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Added segment c9b27238-49d5-4216-a78e-474f7a5064c4 of type vlan for network 9e173355-ecae-48e5-9c41-1c6262c5484b Apr 05 22:24:59.400788 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=26d45bb2-e1e7-42e1-b90e-46ccd1f8b8b1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:59.435595 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.435926 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.436289 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.436633 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.436953 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.437258 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.437566 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.437876 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.438185 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.438533 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.438956 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.439342 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.439654 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.439984 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.440274 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Tracked resource versions report: Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: pushed versions: Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: { 'AddressGroup': {'1.2'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'Agent': {'1.1'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'ConntrackHelper': {'1.0'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'Log': {'1.0'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'NDPProxy': {'1.0'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'Network': {'1.1'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'Port': {'1.7'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'PortForwarding': {'1.3'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'QosPolicy': {'1.10'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'SecurityGroup': {'1.5'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'SubPort': {'1.0'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'Subnet': {'1.1'}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'Trunk': {'1.1'}} Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: consumer versions: Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: { DHCP agent@dv-cinder-835881-4-smb: {}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: L3 agent@dv-cinder-835881-4-smb: {}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: Metadata agent@dv-cinder-835881-4-smb: {}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: Metering agent@dv-cinder-835881-4-smb: {}, Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: Open vSwitch agent@dv-cinder-835881-4-smb: { 'AddressGroup': '1.2', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'Agent': '1.1', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'ConntrackHelper': '1.0', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'LocalIPAssociation': '1.0', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'Log': '1.0', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'NDPProxy': '1.0', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'Network': '1.1', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'Port': '1.7', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'PortForwarding': '1.3', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'QosPolicy': '1.10', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'SecurityGroup': '1.5', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'SecurityGroupRule': '1.2', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'SubPort': '1.0', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'Subnet': '1.1', Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: 'Trunk': '1.1'}} Apr 05 22:24:59.441487 dv-cinder-835881-4-smb neutron-server[103229]: {{(pid=103229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:24:59.504139 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (9e173355-ecae-48e5-9c41-1c6262c5484b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:59.545857 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (9e173355-ecae-48e5-9c41-1c6262c5484b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:59.551052 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:59.551749 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:59.621227 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7947435 Apr 05 22:24:59.667817 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50d062-80d4-409f-a06a-84c562148cd1 demo demo] Pushing event updated for resources: {'Network': ['ID=9e173355-ecae-48e5-9c41-1c6262c5484b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:59.680560 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 9e173355-ecae-48e5-9c41-1c6262c5484b details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:25:02.163195 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44190) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:02.638846 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3258e172-4a2d-4638-921c-d515092a0a04 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:02.640197 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-3258e172-4a2d-4638-921c-d515092a0a04 demo admin] 10.222.0.43 "GET /v2.0/networks/9e173355-ecae-48e5-9c41-1c6262c5484b HTTP/1.1" status: 200 len: 825 time: 0.4759963 Apr 05 22:25:02.667027 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-c70a606a-2613-483d-9853-ee6c9604c412 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/5d65d07d-0cb4-44b9-be31-13304c4cf02f HTTP/1.1" status: 200 len: 734 time: 0.0185449 Apr 05 22:25:02.675394 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bea745df-2e51-4ac9-baad-2e651172a62f demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5d65d07d-0cb4-44b9-be31-13304c4cf02f', 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:25:02.701451 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea745df-2e51-4ac9-baad-2e651172a62f demo admin] Made reservation on behalf of d2629701fff44dc8832526f83652f0e4 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:25:02.703887 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bea745df-2e51-4ac9-baad-2e651172a62f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:03.042488 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bea745df-2e51-4ac9-baad-2e651172a62f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for subnet (9b3502f9-7f81-47fe-8e37-953b7d4082c2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:03.107632 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea745df-2e51-4ac9-baad-2e651172a62f demo admin] Pushing event updated for resources: {'Subnet': ['ID=9b3502f9-7f81-47fe-8e37-953b7d4082c2,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:03.116260 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea745df-2e51-4ac9-baad-2e651172a62f demo admin] Checking segment: {'id': 'c9b27238-49d5-4216-a78e-474f7a5064c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:25:03.116634 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea745df-2e51-4ac9-baad-2e651172a62f demo admin] Network hostable DHCP agents. Network: 9e173355-ecae-48e5-9c41-1c6262c5484b, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:25:03.139057 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea745df-2e51-4ac9-baad-2e651172a62f demo admin] Network 9e173355-ecae-48e5-9c41-1c6262c5484b is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:25:03.151210 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-bea745df-2e51-4ac9-baad-2e651172a62f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 9e173355-ecae-48e5-9c41-1c6262c5484b) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:25:03.156120 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea745df-2e51-4ac9-baad-2e651172a62f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:03.156709 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bea745df-2e51-4ac9-baad-2e651172a62f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:03.161882 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc8872f-6999-4f3f-bcef-196c7da66a27 None None] Network 9e173355-ecae-48e5-9c41-1c6262c5484b requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:25:03.175088 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-bea745df-2e51-4ac9-baad-2e651172a62f demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5028183 Apr 05 22:25:03.536745 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8bfb39-ed8b-587a-bfc7-9b601aa1cc5f-9e173355-ecae-48e5-9c41-1c6262c5484b', 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b', 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'fixed_ips': [{'subnet_id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2'}]}} from dv-cinder-835881-4-smb. {{(pid=103231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:25:03.538078 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:03.810267 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Allocated IP 172.20.0.2 (9e173355-ecae-48e5-9c41-1c6262c5484b/9b3502f9-7f81-47fe-8e37-953b7d4082c2/422be824-f6b4-467b-b033-81ae03f1209b) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:25:04.081170 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Publish callbacks [] for port (422be824-f6b4-467b-b033-81ae03f1209b), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:04.089859 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (422be824-f6b4-467b-b033-81ae03f1209b), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:04.156008 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Network 9e173355-ecae-48e5-9c41-1c6262c5484b is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:25:04.161873 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:25:04.174524 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:25:04.180637 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Pushing event updated for resources: {'Port': ['ID=422be824-f6b4-467b-b033-81ae03f1209b,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:04.189628 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.189972 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.190310 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.190647 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.190987 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.191318 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.191645 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.191969 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.192324 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.192644 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.192965 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.193302 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.193678 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.193997 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.194317 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Tracked resource versions report: Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: pushed versions: Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: { 'AddressGroup': {'1.2'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'Agent': {'1.1'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'ConntrackHelper': {'1.0'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'Log': {'1.0'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'NDPProxy': {'1.0'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'Network': {'1.1'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'Port': {'1.7'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'PortForwarding': {'1.3'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'QosPolicy': {'1.10'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'SecurityGroup': {'1.5'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'SubPort': {'1.0'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'Subnet': {'1.1'}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'Trunk': {'1.1'}} Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: consumer versions: Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: { DHCP agent@dv-cinder-835881-4-smb: {}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: L3 agent@dv-cinder-835881-4-smb: {}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: Metadata agent@dv-cinder-835881-4-smb: {}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: Metering agent@dv-cinder-835881-4-smb: {}, Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: Open vSwitch agent@dv-cinder-835881-4-smb: { 'AddressGroup': '1.2', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'Agent': '1.1', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'ConntrackHelper': '1.0', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'LocalIPAssociation': '1.0', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'Log': '1.0', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'NDPProxy': '1.0', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'Network': '1.1', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'Port': '1.7', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'PortForwarding': '1.3', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'QosPolicy': '1.10', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'SecurityGroup': '1.5', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'SecurityGroupRule': '1.2', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'SubPort': '1.0', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'Subnet': '1.1', Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: 'Trunk': '1.1'}} Apr 05 22:25:04.195515 dv-cinder-835881-4-smb neutron-server[103231]: {{(pid=103231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:25:04.269564 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Attempting to bind port 422be824-f6b4-467b-b033-81ae03f1209b on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:25:04.269964 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Attempting to bind port 422be824-f6b4-467b-b033-81ae03f1209b by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'c9b27238-49d5-4216-a78e-474f7a5064c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:25:04.270371 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Attempting to bind port 422be824-f6b4-467b-b033-81ae03f1209b on network 9e173355-ecae-48e5-9c41-1c6262c5484b {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:25:04.275542 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:25:04.275919 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Checking segment: {'id': 'c9b27238-49d5-4216-a78e-474f7a5064c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:25:04.276397 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:04.276790 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Bound using segment: {'id': 'c9b27238-49d5-4216-a78e-474f7a5064c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:25:04.277290 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Bound port: 422be824-f6b4-467b-b033-81ae03f1209b, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b27238-49d5-4216-a78e-474f7a5064c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:25:04.277674 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (422be824-f6b4-467b-b033-81ae03f1209b), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:04.367816 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] For port 422be824-f6b4-467b-b033-81ae03f1209b, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:25:04.373898 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] For port 422be824-f6b4-467b-b033-81ae03f1209b, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=422be824-f6b4-467b-b033-81ae03f1209b,segment=NetworkSegment(c9b27238-49d5-4216-a78e-474f7a5064c4),segment_id=c9b27238-49d5-4216-a78e-474f7a5064c4)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:25:04.382878 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (422be824-f6b4-467b-b033-81ae03f1209b), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:04.454368 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8ad4c-a0fd-4ef3-9a9b-520e98f9531b None None] Pushing event updated for resources: {'Port': ['ID=422be824-f6b4-467b-b033-81ae03f1209b,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:05.685010 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 44198) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:06.191583 dv-cinder-835881-4-smb neutron-server[103230]: WARNING oslo_policy.policy [None req-0d0e1821-d294-444a-bf5e-6fb6df012299 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:25:06.192215 dv-cinder-835881-4-smb neutron-server[103230]: WARNING oslo_policy.policy [None req-0d0e1821-d294-444a-bf5e-6fb6df012299 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:25:06.445294 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [None req-0d0e1821-d294-444a-bf5e-6fb6df012299 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:25:06.446394 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-0d0e1821-d294-444a-bf5e-6fb6df012299 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7604699 Apr 05 22:25:08.975352 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 44212) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:09.302087 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [None req-bfec6044-9e89-4624-bb08-7399a8d8da31 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:25:09.314658 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-bfec6044-9e89-4624-bb08-7399a8d8da31 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3267918 Apr 05 22:25:11.817345 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44220) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:12.143059 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9ded7e34-74f0-4986-a2e4-b7b579152ec1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:25:12.168647 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ded7e34-74f0-4986-a2e4-b7b579152ec1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62040'] for router (a1b27b4a-fd4c-482a-9de8-08618ebe4da3), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:12.170248 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ded7e34-74f0-4986-a2e4-b7b579152ec1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3697351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62017'] for router (a1b27b4a-fd4c-482a-9de8-08618ebe4da3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:12.305015 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ded7e34-74f0-4986-a2e4-b7b579152ec1 demo demo] Publish callbacks [] for router_controller (a1b27b4a-fd4c-482a-9de8-08618ebe4da3), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:12.312599 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ded7e34-74f0-4986-a2e4-b7b579152ec1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683954'] for router (a1b27b4a-fd4c-482a-9de8-08618ebe4da3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:12.329786 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ded7e34-74f0-4986-a2e4-b7b579152ec1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:12.330980 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-9ded7e34-74f0-4986-a2e4-b7b579152ec1 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5126150 Apr 05 22:25:14.105116 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 422be824-f6b4-467b-b033-81ae03f1209b up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:25:14.200933 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 422be824-f6b4-467b-b033-81ae03f1209b triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:14.201259 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (422be824-f6b4-467b-b033-81ae03f1209b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:14.312433 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 422be824-f6b4-467b-b033-81ae03f1209b is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:25:14.312813 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (422be824-f6b4-467b-b033-81ae03f1209b), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:14.347282 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port 422be824-f6b4-467b-b033-81ae03f1209b, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=422be824-f6b4-467b-b033-81ae03f1209b,segment=NetworkSegment(c9b27238-49d5-4216-a78e-474f7a5064c4),segment_id=c9b27238-49d5-4216-a78e-474f7a5064c4)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:25:14.352461 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (422be824-f6b4-467b-b033-81ae03f1209b), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:14.402195 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=422be824-f6b4-467b-b033-81ae03f1209b,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:14.854474 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44232) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:15.184798 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [None req-9f7ff2ef-cef6-49f2-9ea9-441cf814e08f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:25:15.185832 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-9f7ff2ef-cef6-49f2-9ea9-441cf814e08f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3304775 Apr 05 22:25:15.628920 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56717f67-bab2-4fcf-99c8-d15a773c9a3b None None] Network 9e173355-ecae-48e5-9c41-1c6262c5484b requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:25:15.698974 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-b1736885-02c1-4bb6-8f7a-f9952908018b None None] Provisioning complete for port 422be824-f6b4-467b-b033-81ae03f1209b triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:15.699354 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b1736885-02c1-4bb6-8f7a-f9952908018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (422be824-f6b4-467b-b033-81ae03f1209b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:15.821359 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-b1736885-02c1-4bb6-8f7a-f9952908018b None None] Current status of the port 422be824-f6b4-467b-b033-81ae03f1209b is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:25:16.043432 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-38e4f6b0-4b67-422c-90dd-292980cf5b79 None None] Provisioning complete for port 422be824-f6b4-467b-b033-81ae03f1209b triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:16.044117 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-38e4f6b0-4b67-422c-90dd-292980cf5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (422be824-f6b4-467b-b033-81ae03f1209b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:16.074638 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 422be824-f6b4-467b-b033-81ae03f1209b up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:25:16.160318 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 422be824-f6b4-467b-b033-81ae03f1209b triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:16.160697 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (422be824-f6b4-467b-b033-81ae03f1209b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:16.163235 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-38e4f6b0-4b67-422c-90dd-292980cf5b79 None None] Current status of the port 422be824-f6b4-467b-b033-81ae03f1209b is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:25:16.237118 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 422be824-f6b4-467b-b033-81ae03f1209b is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:25:17.741500 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44240) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:18.102952 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:25:18.125032 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Made reservation on behalf of 4ac0dd2d17984e4fabafdf6adae7188b for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:25:18.128757 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:18.138944 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:18.217908 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Publish callbacks [] for security_group (c7d1122a-ad71-41dc-8851-e5ab349352ff), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:18.223311 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (c7d1122a-ad71-41dc-8851-e5ab349352ff), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:18.238004 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Reserving flat network on physical network physnet1 {{(pid=103229) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 22:25:18.256536 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d1122a-ad71-41dc-8851-e5ab349352ff,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:18.262939 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (b13375d6-4aa2-47d1-8c9d-206bbe5efcec), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:18.263281 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Added segment b13375d6-4aa2-47d1-8c9d-206bbe5efcec of type flat for network 9a73b557-2ada-4566-ab40-66bfa715f81e Apr 05 22:25:18.308496 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (9a73b557-2ada-4566-ab40-66bfa715f81e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:18.345012 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (9a73b557-2ada-4566-ab40-66bfa715f81e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:18.346557 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:18.347517 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:18.444136 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7014592 Apr 05 22:25:18.452325 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1831b4-b468-4939-b6fb-5ca17cf46953 admin admin] Pushing event updated for resources: {'Network': ['ID=9a73b557-2ada-4566-ab40-66bfa715f81e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:18.463702 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 9a73b557-2ada-4566-ab40-66bfa715f81e details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:25:19.137671 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6f50e496-65e6-4ddb-be53-46f0c8bcff7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:20.915344 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 44248) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:21.456105 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.policy [None req-4d2254ef-41a2-4b66-b424-3c3ca695186c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103230) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 22:25:21.489031 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-616d9457-ca64-480a-bdee-c49e18c64b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:21.500276 dv-cinder-835881-4-smb neutron-server[103230]: WARNING oslo_policy.policy [None req-4d2254ef-41a2-4b66-b424-3c3ca695186c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:25:21.500665 dv-cinder-835881-4-smb neutron-server[103230]: WARNING oslo_policy.policy [None req-4d2254ef-41a2-4b66-b424-3c3ca695186c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:25:21.508687 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2254ef-41a2-4b66-b424-3c3ca695186c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:21.510365 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-4d2254ef-41a2-4b66-b424-3c3ca695186c demo admin] 10.222.0.43 "GET /v2.0/subnets/9b3502f9-7f81-47fe-8e37-953b7d4082c2 HTTP/1.1" status: 200 len: 849 time: 0.5938179 Apr 05 22:25:21.678550 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-0227e09f-4be3-49cf-8944-6054cd67ec93 demo admin] 10.222.0.43 "GET /v2.0/routers/a1b27b4a-fd4c-482a-9de8-08618ebe4da3 HTTP/1.1" status: 200 len: 704 time: 0.1609933 Apr 05 22:25:21.952085 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:22.289760 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Allocated IP 172.20.0.1 (9e173355-ecae-48e5-9c41-1c6262c5484b/9b3502f9-7f81-47fe-8e37-953b7d4082c2/97e99915-170f-4332-a68d-e929335fbe53) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:25:22.397169 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:22.493643 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Publish callbacks [] for port (97e99915-170f-4332-a68d-e929335fbe53), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:22.563251 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (97e99915-170f-4332-a68d-e929335fbe53), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:22.624507 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Network 9e173355-ecae-48e5-9c41-1c6262c5484b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:25:22.629019 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:25:22.672545 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Pushing event updated for resources: {'Port': ['ID=97e99915-170f-4332-a68d-e929335fbe53,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:22.675009 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:25:22.675859 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684003'] for router_interface (a1b27b4a-fd4c-482a-9de8-08618ebe4da3), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:22.734482 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.734822 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.735178 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.735525 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.735851 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.736171 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.736488 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.736799 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.737112 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.737422 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.737735 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.738046 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.738350 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.738655 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.738963 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Tracked resource versions report: Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: pushed versions: Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: { 'AddressGroup': {'1.2'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'Agent': {'1.1'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'ConntrackHelper': {'1.0'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'Log': {'1.0'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'NDPProxy': {'1.0'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'Network': {'1.1'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'Port': {'1.7'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'PortForwarding': {'1.3'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'QosPolicy': {'1.10'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'SecurityGroup': {'1.5'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'SubPort': {'1.0'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'Subnet': {'1.1'}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'Trunk': {'1.1'}} Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: consumer versions: Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: { DHCP agent@dv-cinder-835881-4-smb: {}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: L3 agent@dv-cinder-835881-4-smb: {}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: Metadata agent@dv-cinder-835881-4-smb: {}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: Metering agent@dv-cinder-835881-4-smb: {}, Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: Open vSwitch agent@dv-cinder-835881-4-smb: { 'AddressGroup': '1.2', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'Agent': '1.1', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'ConntrackHelper': '1.0', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'LocalIPAssociation': '1.0', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'Log': '1.0', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'NDPProxy': '1.0', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'Network': '1.1', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'Port': '1.7', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'PortForwarding': '1.3', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'QosPolicy': '1.10', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'SecurityGroup': '1.5', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'SecurityGroupRule': '1.2', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'SubPort': '1.0', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'Subnet': '1.1', Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: 'Trunk': '1.1'}} Apr 05 22:25:22.740259 dv-cinder-835881-4-smb neutron-server[103230]: {{(pid=103230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:25:22.891583 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (97e99915-170f-4332-a68d-e929335fbe53), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:22.935247 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2aef87b3-f1d5-4df3-adfe-bab858a5046e None None] Provisioning complete for port 97e99915-170f-4332-a68d-e929335fbe53 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:22.935839 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2aef87b3-f1d5-4df3-adfe-bab858a5046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (97e99915-170f-4332-a68d-e929335fbe53), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:22.971315 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2aef87b3-f1d5-4df3-adfe-bab858a5046e None None] Port 97e99915-170f-4332-a68d-e929335fbe53 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:25:23.108607 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Publish callbacks [] for port (97e99915-170f-4332-a68d-e929335fbe53), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:23.115826 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (97e99915-170f-4332-a68d-e929335fbe53), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:23.116571 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685939'] for router_interface (a1b27b4a-fd4c-482a-9de8-08618ebe4da3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:23.171658 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Pushing event updated for resources: {'Port': ['ID=97e99915-170f-4332-a68d-e929335fbe53,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:23.242572 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Network 9e173355-ecae-48e5-9c41-1c6262c5484b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:25:23.243982 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:25:23.454331 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Router a1b27b4a-fd4c-482a-9de8-08618ebe4da3 is scheduled to L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:25:23.541975 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-aca9b786-cfee-4f66-b80f-fd1602314bba None None] Provisioning complete for port 97e99915-170f-4332-a68d-e929335fbe53 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:23.542285 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-aca9b786-cfee-4f66-b80f-fd1602314bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (97e99915-170f-4332-a68d-e929335fbe53), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:23.549092 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:25:23.563054 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-765a394f-3f20-4b04-a1ad-278dca030794 demo admin] 10.222.0.43 "PUT /v2.0/routers/a1b27b4a-fd4c-482a-9de8-08618ebe4da3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8681982 Apr 05 22:25:23.574941 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Sync routers for ids ['a1b27b4a-fd4c-482a-9de8-08618ebe4da3'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:25:23.581506 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-aca9b786-cfee-4f66-b80f-fd1602314bba None None] Port 97e99915-170f-4332-a68d-e929335fbe53 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:25:23.586688 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Routers {'a1b27b4a-fd4c-482a-9de8-08618ebe4da3'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:25:23.587535 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:25:21Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['a1b27b4a-fd4c-482a-9de8-08618ebe4da3'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:25:23.776954 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Set router a1b27b4a-fd4c-482a-9de8-08618ebe4da3 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:25:23.862691 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:24.203484 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'name': 'router1', 'tenant_id': 'd2629701fff44dc8832526f83652f0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:25:12Z', 'updated_at': '2022-04-05T22:25:22Z', 'revision_number': 2, 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'gw_port_host': None, '_interfaces': [{'id': '97e99915-170f-4332-a68d-e929335fbe53', 'name': '', 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b', 'tenant_id': 'd2629701fff44dc8832526f83652f0e4', 'mac_address': 'fa:16:3e:5a:66:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:25:21Z', 'updated_at': '2022-04-05T22:25:22Z', 'revision_number': 2, 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'subnets': [{'id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d65d07d-0cb4-44b9-be31-13304c4cf02f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:25:24.253322 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Checking router: a1b27b4a-fd4c-482a-9de8-08618ebe4da3 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:25:24.253659 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Updating router a1b27b4a-fd4c-482a-9de8-08618ebe4da3 port 97e99915-170f-4332-a68d-e929335fbe53 binding host dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:25:24.306114 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (97e99915-170f-4332-a68d-e929335fbe53), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:24.800275 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Publish callbacks [] for port (97e99915-170f-4332-a68d-e929335fbe53), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:24.807723 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (97e99915-170f-4332-a68d-e929335fbe53), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:24.965567 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Pushing event updated for resources: {'Port': ['ID=97e99915-170f-4332-a68d-e929335fbe53,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:24.980832 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.981169 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.981494 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.981826 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.982147 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.982466 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.982810 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.983126 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.983438 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.983752 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.984066 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.984382 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.984690 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.984998 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.985307 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Tracked resource versions report: Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: pushed versions: Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: { 'AddressGroup': {'1.2'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'Agent': {'1.1'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'ConntrackHelper': {'1.0'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'Log': {'1.0'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'NDPProxy': {'1.0'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'Network': {'1.1'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'Port': {'1.7'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'PortForwarding': {'1.3'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'QosPolicy': {'1.10'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'SecurityGroup': {'1.5'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'SubPort': {'1.0'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'Subnet': {'1.1'}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'Trunk': {'1.1'}} Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: consumer versions: Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: { DHCP agent@dv-cinder-835881-4-smb: {}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: L3 agent@dv-cinder-835881-4-smb: {}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: Metadata agent@dv-cinder-835881-4-smb: {}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: Metering agent@dv-cinder-835881-4-smb: {}, Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: Open vSwitch agent@dv-cinder-835881-4-smb: { 'AddressGroup': '1.2', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'Agent': '1.1', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'ConntrackHelper': '1.0', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'LocalIPAssociation': '1.0', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'Log': '1.0', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'NDPProxy': '1.0', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'Network': '1.1', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'Port': '1.7', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'PortForwarding': '1.3', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'QosPolicy': '1.10', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'SecurityGroup': '1.5', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'SecurityGroupRule': '1.2', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'SubPort': '1.0', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'Subnet': '1.1', Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: 'Trunk': '1.1'}} Apr 05 22:25:24.986496 dv-cinder-835881-4-smb neutron-server[103232]: {{(pid=103232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:25:24.989327 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Attempting to bind port 97e99915-170f-4332-a68d-e929335fbe53 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:25:24.989327 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Attempting to bind port 97e99915-170f-4332-a68d-e929335fbe53 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'c9b27238-49d5-4216-a78e-474f7a5064c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:25:24.989659 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Attempting to bind port 97e99915-170f-4332-a68d-e929335fbe53 on network 9e173355-ecae-48e5-9c41-1c6262c5484b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:25:24.995089 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:25:24.995926 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Checking segment: {'id': 'c9b27238-49d5-4216-a78e-474f7a5064c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:25:24.995926 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:24.996319 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Bound using segment: {'id': 'c9b27238-49d5-4216-a78e-474f7a5064c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:25:24.996807 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Bound port: 97e99915-170f-4332-a68d-e929335fbe53, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b27238-49d5-4216-a78e-474f7a5064c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:25:24.997173 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (97e99915-170f-4332-a68d-e929335fbe53), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:25.011904 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-ad5fa819-efd3-4b28-b32c-a1545e869d43 None None] Provisioning complete for port 97e99915-170f-4332-a68d-e929335fbe53 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:25.012861 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ad5fa819-efd3-4b28-b32c-a1545e869d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (97e99915-170f-4332-a68d-e929335fbe53), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:25.046654 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-ad5fa819-efd3-4b28-b32c-a1545e869d43 None None] Port 97e99915-170f-4332-a68d-e929335fbe53 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:25:25.067315 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] For port 97e99915-170f-4332-a68d-e929335fbe53, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:25:25.085954 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] For port 97e99915-170f-4332-a68d-e929335fbe53, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=97e99915-170f-4332-a68d-e929335fbe53,segment=NetworkSegment(c9b27238-49d5-4216-a78e-474f7a5064c4),segment_id=c9b27238-49d5-4216-a78e-474f7a5064c4)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:25:25.091982 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (97e99915-170f-4332-a68d-e929335fbe53), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:25.138961 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Routers {'a1b27b4a-fd4c-482a-9de8-08618ebe4da3'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:25:25.139595 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:25:21Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['a1b27b4a-fd4c-482a-9de8-08618ebe4da3'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:25:25.213270 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab08d6a-3de0-4fba-9244-d9a226fd0d1a None None] Pushing event updated for resources: {'Port': ['ID=97e99915-170f-4332-a68d-e929335fbe53,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:25.241306 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] Set router a1b27b4a-fd4c-482a-9de8-08618ebe4da3 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:25:25.346175 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:25.368347 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-0b8d7f5f-ee24-48d8-8236-e4c0ae2167b9 None None] Provisioning complete for port 97e99915-170f-4332-a68d-e929335fbe53 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:25.368807 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7f5f-ee24-48d8-8236-e4c0ae2167b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (97e99915-170f-4332-a68d-e929335fbe53), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:25.452839 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d7f5f-ee24-48d8-8236-e4c0ae2167b9 None None] Current status of the port 97e99915-170f-4332-a68d-e929335fbe53 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:25:25.453182 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7f5f-ee24-48d8-8236-e4c0ae2167b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (97e99915-170f-4332-a68d-e929335fbe53), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:25.454189 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'name': 'router1', 'tenant_id': 'd2629701fff44dc8832526f83652f0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:25:12Z', 'updated_at': '2022-04-05T22:25:22Z', 'revision_number': 2, 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'gw_port_host': None, '_interfaces': [{'id': '97e99915-170f-4332-a68d-e929335fbe53', 'name': '', 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b', 'tenant_id': 'd2629701fff44dc8832526f83652f0e4', 'mac_address': 'fa:16:3e:5a:66:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:25:21Z', 'updated_at': '2022-04-05T22:25:25Z', 'revision_number': 4, 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'subnets': [{'id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d65d07d-0cb4-44b9-be31-13304c4cf02f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:25:25.481317 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca643da-107e-49c1-be22-b9b1a5046992 None None] The sync data for ids ['a1b27b4a-fd4c-482a-9de8-08618ebe4da3'] in dv-cinder-835881-4-smb is: [{'id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'name': 'router1', 'tenant_id': 'd2629701fff44dc8832526f83652f0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:25:12Z', 'updated_at': '2022-04-05T22:25:22Z', 'revision_number': 2, 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'gw_port_host': None, '_interfaces': [{'id': '97e99915-170f-4332-a68d-e929335fbe53', 'name': '', 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b', 'tenant_id': 'd2629701fff44dc8832526f83652f0e4', 'mac_address': 'fa:16:3e:5a:66:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:25:21Z', 'updated_at': '2022-04-05T22:25:25Z', 'revision_number': 4, 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'subnets': [{'id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d65d07d-0cb4-44b9-be31-13304c4cf02f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:25:25.486210 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-0b8d7f5f-ee24-48d8-8236-e4c0ae2167b9 None None] For port 97e99915-170f-4332-a68d-e929335fbe53, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=97e99915-170f-4332-a68d-e929335fbe53,segment=NetworkSegment(c9b27238-49d5-4216-a78e-474f7a5064c4),segment_id=c9b27238-49d5-4216-a78e-474f7a5064c4)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:25:25.491962 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7f5f-ee24-48d8-8236-e4c0ae2167b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (97e99915-170f-4332-a68d-e929335fbe53), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:25.542125 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d7f5f-ee24-48d8-8236-e4c0ae2167b9 None None] Pushing event updated for resources: {'Port': ['ID=97e99915-170f-4332-a68d-e929335fbe53,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:26.024176 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44274) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:26.220605 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9914ab3a-2dd7-49ac-94d9-f3891c96f20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:26.221923 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-9914ab3a-2dd7-49ac-94d9-f3891c96f20c admin admin] 10.222.0.43 "GET /v2.0/networks/9a73b557-2ada-4566-ab40-66bfa715f81e HTTP/1.1" status: 200 len: 842 time: 0.1968153 Apr 05 22:25:26.231656 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:25:26.254294 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] Made reservation on behalf of 4ac0dd2d17984e4fabafdf6adae7188b for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:25:26.256743 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:26.570543 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.objects.ports [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103229) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 22:25:26.570913 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for subnet (f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:26.623186 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:26.632994 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] Checking segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:25:26.633349 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] Network hostable DHCP agents. Network: 9a73b557-2ada-4566-ab40-66bfa715f81e, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:25:26.650270 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:25:26.660888 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 9a73b557-2ada-4566-ab40-66bfa715f81e) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:25:26.664966 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:26.665543 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:26.673038 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112cc4be-fe6e-46da-a8d6-9cafbd61115a None None] Network 9a73b557-2ada-4566-ab40-66bfa715f81e requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:25:26.690542 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-bfd1c1c7-9215-4c63-8acc-5bc105e7eea2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4568896 Apr 05 22:25:26.774214 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a46d5d4-77a6-49f4-94e3-75dced9f3ee3 None None] Network 9a73b557-2ada-4566-ab40-66bfa715f81e requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:25:29.150090 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 44292) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:29.301592 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-aea80255-cdc5-455c-9d45-647772aaa4d5 demo admin] 10.222.0.43 "GET /v2.0/routers/a1b27b4a-fd4c-482a-9de8-08618ebe4da3 HTTP/1.1" status: 200 len: 710 time: 0.1502378 Apr 05 22:25:29.388656 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6b3d2e-0cdb-47d7-9a31-627d51d9b5d2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:25:29.389994 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-7a6b3d2e-0cdb-47d7-9a31-627d51d9b5d2 demo admin] 10.222.0.43 "GET /v2.0/networks/9a73b557-2ada-4566-ab40-66bfa715f81e HTTP/1.1" status: 200 len: 886 time: 0.0831676 Apr 05 22:25:29.399144 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:25:29.645405 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Publish callbacks [] for router_gateway (a1b27b4a-fd4c-482a-9de8-08618ebe4da3), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:29.740918 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 5 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:25:29.881951 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Publish callbacks [] for router_gateway (a1b27b4a-fd4c-482a-9de8-08618ebe4da3), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:29.961855 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:30.068577 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Allocated IP 172.28.3.252 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:25:30.170932 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Publish callbacks [] for port (59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:30.203791 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:30.240588 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:25:30.245605 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:25:30.249861 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:25:30.252820 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Pushing event updated for resources: {'Port': ['ID=59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:30.564421 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Publish callbacks [] for router_gateway (a1b27b4a-fd4c-482a-9de8-08618ebe4da3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:30.767851 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62003'] for router (a1b27b4a-fd4c-482a-9de8-08618ebe4da3), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:30.771658 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3683963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684376'] for router (a1b27b4a-fd4c-482a-9de8-08618ebe4da3), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:30.882960 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Router a1b27b4a-fd4c-482a-9de8-08618ebe4da3 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:25:30.994890 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:25:30.999550 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:31.007383 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-0de2d6e9-8831-46a0-a6dd-0e34a1807130 demo admin] 10.222.0.43 "PUT /v2.0/routers/a1b27b4a-fd4c-482a-9de8-08618ebe4da3 HTTP/1.1" status: 200 len: 890 time: 1.6072376 Apr 05 22:25:33.529902 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 44304) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:25:33.648994 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-b16d5286-2ffd-4461-be7b-56fc2515b316 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1178551 Apr 05 22:25:34.001090 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Sync routers for ids ['a1b27b4a-fd4c-482a-9de8-08618ebe4da3'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:25:34.011858 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Routers {'a1b27b4a-fd4c-482a-9de8-08618ebe4da3'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:25:34.012479 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:25:21Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['a1b27b4a-fd4c-482a-9de8-08618ebe4da3'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:25:34.143723 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 97e99915-170f-4332-a68d-e929335fbe53 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:25:34.280502 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Set router a1b27b4a-fd4c-482a-9de8-08618ebe4da3 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:25:34.351728 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 97e99915-170f-4332-a68d-e929335fbe53 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:34.352114 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (97e99915-170f-4332-a68d-e929335fbe53), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:34.684083 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 97e99915-170f-4332-a68d-e929335fbe53 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:25:34.746752 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'name': 'router1', 'tenant_id': 'd2629701fff44dc8832526f83652f0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:25:12Z', 'updated_at': '2022-04-05T22:25:30Z', 'revision_number': 4, 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'gw_port': {'id': '59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:25:29Z', 'updated_at': '2022-04-05T22:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '97e99915-170f-4332-a68d-e929335fbe53', 'name': '', 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b', 'tenant_id': 'd2629701fff44dc8832526f83652f0e4', 'mac_address': 'fa:16:3e:5a:66:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:25:21Z', 'updated_at': '2022-04-05T22:25:25Z', 'revision_number': 5, 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'subnets': [{'id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d65d07d-0cb4-44b9-be31-13304c4cf02f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:25:34.865018 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Checking router: a1b27b4a-fd4c-482a-9de8-08618ebe4da3 for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:25:34.865417 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Updating router a1b27b4a-fd4c-482a-9de8-08618ebe4da3 port 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95 binding host dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:25:34.918674 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:35.232490 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Publish callbacks [] for port (59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:35.244786 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:35.293994 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ad2f0-b341-4af3-9ec4-3fc0dd40a28a None None] Pushing event updated for resources: {'Port': ['ID=59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:35.298021 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Attempting to bind port 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:25:35.298385 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Attempting to bind port 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:25:35.298766 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Attempting to bind port 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95 on network 9a73b557-2ada-4566-ab40-66bfa715f81e {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:25:35.303696 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:25:35.304058 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Checking segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:25:35.304448 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:35.304821 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Bound using segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:25:35.305266 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Bound port: 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:25:35.305638 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:35.380070 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] For port 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:25:35.383552 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] For port 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:25:35.392192 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:35.450895 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Routers {'a1b27b4a-fd4c-482a-9de8-08618ebe4da3'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:25:35.451526 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:25:21Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['a1b27b4a-fd4c-482a-9de8-08618ebe4da3'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:25:35.489676 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ad2f0-b341-4af3-9ec4-3fc0dd40a28a None None] Pushing event updated for resources: {'Port': ['ID=59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:35.575310 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] Set router a1b27b4a-fd4c-482a-9de8-08618ebe4da3 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:25:35.800890 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'name': 'router1', 'tenant_id': 'd2629701fff44dc8832526f83652f0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:25:12Z', 'updated_at': '2022-04-05T22:25:30Z', 'revision_number': 4, 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'gw_port': {'id': '59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:25:29Z', 'updated_at': '2022-04-05T22:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '97e99915-170f-4332-a68d-e929335fbe53', 'name': '', 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b', 'tenant_id': 'd2629701fff44dc8832526f83652f0e4', 'mac_address': 'fa:16:3e:5a:66:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:25:21Z', 'updated_at': '2022-04-05T22:25:25Z', 'revision_number': 5, 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'subnets': [{'id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d65d07d-0cb4-44b9-be31-13304c4cf02f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:25:35.828175 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488509c-bc80-468e-92ca-822fc50eb169 None None] The sync data for ids ['a1b27b4a-fd4c-482a-9de8-08618ebe4da3'] in dv-cinder-835881-4-smb is: [{'id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'name': 'router1', 'tenant_id': 'd2629701fff44dc8832526f83652f0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:25:12Z', 'updated_at': '2022-04-05T22:25:30Z', 'revision_number': 4, 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'gw_port': {'id': '59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:25:29Z', 'updated_at': '2022-04-05T22:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '97e99915-170f-4332-a68d-e929335fbe53', 'name': '', 'network_id': '9e173355-ecae-48e5-9c41-1c6262c5484b', 'tenant_id': 'd2629701fff44dc8832526f83652f0e4', 'mac_address': 'fa:16:3e:5a:66:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27b4a-fd4c-482a-9de8-08618ebe4da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:25:21Z', 'updated_at': '2022-04-05T22:25:25Z', 'revision_number': 5, 'project_id': 'd2629701fff44dc8832526f83652f0e4', 'subnets': [{'id': '9b3502f9-7f81-47fe-8e37-953b7d4082c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d65d07d-0cb4-44b9-be31-13304c4cf02f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:25:36.154234 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:25:36.221893 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:36.222549 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:36.323798 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:25:36.325024 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:36.353567 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:25:36.375291 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:36.465895 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:25:38.125965 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:25:38.195567 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:25:38.196305 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:38.283266 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 59b5f743-ad4d-43db-b2e5-4bf9a4ac1c95 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:25:49.150673 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-589c9b08-8b2e-4711-8295-f14449240f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:51.496677 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e3bd2b0f-8bb1-4279-ba7e-c7dc028a49dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:52.408614 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:53.862698 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:55.344511 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:06.740720 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 5 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:26:19.148716 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-26e67c8e-85c7-4a1d-85dd-5cdde89ba0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:21.501047 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5870a0c3-8d31-40bc-b82e-2d3e28fbeda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:22.395423 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:23.872552 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:25.340719 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:43.738975 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 5 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:26:49.142734 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6ad5c428-53c2-4d0f-b06e-3821928286f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:51.495830 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1f03904b-5517-42d5-bfd2-fd5584ae653d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:52.399080 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:53.875463 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:54.890349 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44790) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:54.964175 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba3a960-bb6c-49fd-a2f2-58a0bdde22dd admin admin] GET failed (client error): The resource could not be found. Apr 05 22:26:54.965430 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-9ba3a960-bb6c-49fd-a2f2-58a0bdde22dd admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0740983 Apr 05 22:26:55.136106 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b33ac3-20a8-4b50-a565-3e92d8f109d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:55.137623 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-b1b33ac3-20a8-4b50-a565-3e92d8f109d2 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1679564 Apr 05 22:26:55.355441 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:57.462285 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44800) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:57.566480 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e7090c-24ca-4bcc-8f46-6e443775ebf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:57.567915 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-21e7090c-24ca-4bcc-8f46-6e443775ebf8 admin admin] 10.222.0.43 "GET /v2.0/subnets/9b3502f9-7f81-47fe-8e37-953b7d4082c2 HTTP/1.1" status: 200 len: 849 time: 0.1044796 Apr 05 22:26:57.577239 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:26:57.674818 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Publish callbacks [] for subnet (9b3502f9-7f81-47fe-8e37-953b7d4082c2), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:57.836204 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794853926413'] for subnet (9b3502f9-7f81-47fe-8e37-953b7d4082c2), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:57.909290 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:57.910099 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:57.912099 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] 10.222.0.43 "PUT /v2.0/subnets/9b3502f9-7f81-47fe-8e37-953b7d4082c2 HTTP/1.1" status: 200 len: 868 time: 0.3382838 Apr 05 22:26:57.916044 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3d1e26-c485-4bbe-9651-e1c2f3d37a19 None None] Network 9e173355-ecae-48e5-9c41-1c6262c5484b requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:26:57.937195 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3502f9-7f81-47fe-8e37-953b7d4082c2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:26:57.945408 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.945732 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.946100 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.946438 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.946802 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.947124 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.947449 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.947900 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.948224 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.948543 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.948861 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.949212 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.949529 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.949845 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:57.950157 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e0b89-1e16-4ed5-8302-1f68e1b3e1b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:58.219311 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-06650cd1-1576-44e8-95ba-7a633a811ff3 None None] Provisioning complete for port 422be824-f6b4-467b-b033-81ae03f1209b triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:26:58.219688 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-06650cd1-1576-44e8-95ba-7a633a811ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (422be824-f6b4-467b-b033-81ae03f1209b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:58.297261 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-06650cd1-1576-44e8-95ba-7a633a811ff3 None None] Current status of the port 422be824-f6b4-467b-b033-81ae03f1209b is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:26:58.307763 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-06650cd1-1576-44e8-95ba-7a633a811ff3 None None] Provisioning complete for port 97e99915-170f-4332-a68d-e929335fbe53 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:26:58.308131 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-06650cd1-1576-44e8-95ba-7a633a811ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (97e99915-170f-4332-a68d-e929335fbe53), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:58.385307 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-06650cd1-1576-44e8-95ba-7a633a811ff3 None None] Current status of the port 97e99915-170f-4332-a68d-e929335fbe53 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:27:00.206195 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44808) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:00.409500 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5313b02f-576d-42bc-8c3a-b076d6ec2e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:00.409970 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5313b02f-576d-42bc-8c3a-b076d6ec2e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:00.411593 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-5313b02f-576d-42bc-8c3a-b076d6ec2e37 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2043715 Apr 05 22:27:02.706384 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44816) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:02.849813 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412471e4-028e-4e59-b4b1-85f87c9a9b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:02.850275 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412471e4-028e-4e59-b4b1-85f87c9a9b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:02.851825 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-412471e4-028e-4e59-b4b1-85f87c9a9b81 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1441875 Apr 05 22:27:05.154358 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44824) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:05.287775 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e89ea-209d-4620-ad70-930029c2c914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:05.289154 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-a74e89ea-209d-4620-ad70-930029c2c914 admin admin] 10.222.0.43 "GET /v2.0/networks/9a73b557-2ada-4566-ab40-66bfa715f81e HTTP/1.1" status: 200 len: 886 time: 0.1337082 Apr 05 22:27:07.565676 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44832) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:07.718213 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7698532-d977-45e9-8e25-e608d2c09b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:07.719620 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-a7698532-d977-45e9-8e25-e608d2c09b26 admin admin] 10.222.0.43 "GET /v2.0/networks/9e173355-ecae-48e5-9c41-1c6262c5484b HTTP/1.1" status: 200 len: 869 time: 0.1528955 Apr 05 22:27:10.006657 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 44840) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:10.133631 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d738d99-6f3c-4616-bb99-c17437802050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:10.134081 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d738d99-6f3c-4616-bb99-c17437802050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:10.135652 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-3d738d99-6f3c-4616-bb99-c17437802050 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279964 Apr 05 22:27:12.421371 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 44850) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:12.522179 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e93f3c-b26d-43df-bfe2-daa1fc171a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:12.522664 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e93f3c-b26d-43df-bfe2-daa1fc171a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:12.524173 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-18e93f3c-b26d-43df-bfe2-daa1fc171a9e admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1018484 Apr 05 22:27:14.810441 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 44858) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:14.912449 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0457a562-4724-415d-a490-e9ae8873d44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:14.913777 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-0457a562-4724-415d-a490-e9ae8873d44f admin admin] 10.222.0.43 "GET /v2.0/subnets/9b3502f9-7f81-47fe-8e37-953b7d4082c2 HTTP/1.1" status: 200 len: 868 time: 0.1020606 Apr 05 22:27:17.191006 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 44866) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:17.279773 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62de6985-fbaa-431d-baa2-715c4a102565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:17.281049 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-62de6985-fbaa-431d-baa2-715c4a102565 admin admin] 10.222.0.43 "GET /v2.0/subnets/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51 HTTP/1.1" status: 200 len: 816 time: 0.0891132 Apr 05 22:27:19.150025 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e0eea27c-e83b-4c5e-a051-ffb43a5965a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:20.738472 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 5 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:27:21.499850 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-36327d18-e6cb-4352-a960-a3f1cdff0276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:22.401642 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:23.878403 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:25.348984 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:48.183854 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 44920) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:48.233616 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [None req-4663efde-93df-43e8-bf6b-86c491617ebb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:27:48.234714 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-4663efde-93df-43e8-bf6b-86c491617ebb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498245 Apr 05 22:27:49.144877 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-aec64655-6321-4590-92d5-dced25850879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:50.577909 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 44928) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:50.639820 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-4790758d-bb91-4869-9996-5bd26257b721 admin admin] GET failed (client error): The resource could not be found. Apr 05 22:27:50.641171 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-4790758d-bb91-4869-9996-5bd26257b721 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622988 Apr 05 22:27:50.785403 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e070ddca-13aa-4caa-a837-e3e852231efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:50.786907 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-e070ddca-13aa-4caa-a837-e3e852231efb admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1403885 Apr 05 22:27:51.504440 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e27973ca-c9d6-4447-b7b1-43abf8f5c550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:52.405045 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:53.095476 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44936) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:53.149134 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:27:53.171627 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] Made reservation on behalf of 4ac0dd2d17984e4fabafdf6adae7188b for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:27:53.174133 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:53.216581 dv-cinder-835881-4-smb neutron-server[103229]: WARNING neutron.services.revisions.revision_plugin [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] Could not find related network for resource to bump revision. Apr 05 22:27:53.228460 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:27:53.239914 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (acf7c876-6f68-411b-92aa-94d07956dec5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:53.240281 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] Added segment acf7c876-6f68-411b-92aa-94d07956dec5 of type vlan for network 0c4a79fe-fac8-4b6f-938e-c21172b16fad Apr 05 22:27:53.278820 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (0c4a79fe-fac8-4b6f-938e-c21172b16fad), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:53.307216 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (0c4a79fe-fac8-4b6f-938e-c21172b16fad), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:53.308737 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:53.309645 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:53.375476 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2788258 Apr 05 22:27:53.381031 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef2ed2-1e8a-45ca-89cc-cf1f3aa42165 admin admin] Pushing event updated for resources: {'Network': ['ID=0c4a79fe-fac8-4b6f-938e-c21172b16fad,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:27:53.396865 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 0c4a79fe-fac8-4b6f-938e-c21172b16fad details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:27:53.882925 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:55.353554 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:55.672970 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44944) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:55.744197 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa12c8e-6cd9-4488-a087-87a2cd8bc303 admin admin] GET failed (client error): The resource could not be found. Apr 05 22:27:55.745476 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-4aa12c8e-6cd9-4488-a087-87a2cd8bc303 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0714879 Apr 05 22:27:55.816367 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b0ac54-5e1f-43da-bfba-0e01d448b218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:55.818000 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-11b0ac54-5e1f-43da-bfba-0e01d448b218 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680931 Apr 05 22:27:55.833369 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-47f525b3-71c6-4a07-8056-f34619c6ac00 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:27:55.855437 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f525b3-71c6-4a07-8056-f34619c6ac00 admin admin] Made reservation on behalf of 4ac0dd2d17984e4fabafdf6adae7188b for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:27:55.857719 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47f525b3-71c6-4a07-8056-f34619c6ac00 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:56.016984 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47f525b3-71c6-4a07-8056-f34619c6ac00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for subnet (fe4fa952-6fc4-4199-abfa-24ce951984a6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:56.068531 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f525b3-71c6-4a07-8056-f34619c6ac00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4fa952-6fc4-4199-abfa-24ce951984a6,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:27:56.076851 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f525b3-71c6-4a07-8056-f34619c6ac00 admin admin] Checking segment: {'id': 'acf7c876-6f68-411b-92aa-94d07956dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:27:56.077190 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f525b3-71c6-4a07-8056-f34619c6ac00 admin admin] Network hostable DHCP agents. Network: 0c4a79fe-fac8-4b6f-938e-c21172b16fad, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:27:56.094176 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f525b3-71c6-4a07-8056-f34619c6ac00 admin admin] Network 0c4a79fe-fac8-4b6f-938e-c21172b16fad is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:27:56.105053 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-47f525b3-71c6-4a07-8056-f34619c6ac00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 0c4a79fe-fac8-4b6f-938e-c21172b16fad) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:27:56.109405 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f525b3-71c6-4a07-8056-f34619c6ac00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:56.109910 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47f525b3-71c6-4a07-8056-f34619c6ac00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:56.114088 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363a473d-3ef4-4ea3-997b-1382c267c930 None None] Network 0c4a79fe-fac8-4b6f-938e-c21172b16fad requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:27:56.131545 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-47f525b3-71c6-4a07-8056-f34619c6ac00 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2977374 Apr 05 22:27:56.219407 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8bfb39-ed8b-587a-bfc7-9b601aa1cc5f-0c4a79fe-fac8-4b6f-938e-c21172b16fad', 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad', 'project_id': '4ac0dd2d17984e4fabafdf6adae7188b', 'fixed_ips': [{'subnet_id': 'fe4fa952-6fc4-4199-abfa-24ce951984a6'}]}} from dv-cinder-835881-4-smb. {{(pid=103231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:27:56.220293 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:56.454453 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Allocated IP 192.168.233.2 (0c4a79fe-fac8-4b6f-938e-c21172b16fad/fe4fa952-6fc4-4199-abfa-24ce951984a6/0e38238f-f157-4411-8e36-a14927490f15) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:27:56.614040 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Publish callbacks [] for port (0e38238f-f157-4411-8e36-a14927490f15), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:56.620972 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (0e38238f-f157-4411-8e36-a14927490f15), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:56.655766 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Network 0c4a79fe-fac8-4b6f-938e-c21172b16fad is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:27:56.658805 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:27:56.661379 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:27:56.674894 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Pushing event updated for resources: {'Port': ['ID=0e38238f-f157-4411-8e36-a14927490f15,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:27:56.684230 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.684584 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.684926 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.685280 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.685617 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.685935 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.686257 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.686578 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.686932 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.687264 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.687573 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.687919 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.688231 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.688587 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.688872 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:56.736377 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Attempting to bind port 0e38238f-f157-4411-8e36-a14927490f15 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:27:56.736669 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Attempting to bind port 0e38238f-f157-4411-8e36-a14927490f15 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'acf7c876-6f68-411b-92aa-94d07956dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:27:56.737029 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Attempting to bind port 0e38238f-f157-4411-8e36-a14927490f15 on network 0c4a79fe-fac8-4b6f-938e-c21172b16fad {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:27:56.742024 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:27:56.742394 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Checking segment: {'id': 'acf7c876-6f68-411b-92aa-94d07956dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:27:56.742830 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:56.743218 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Bound using segment: {'id': 'acf7c876-6f68-411b-92aa-94d07956dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:27:56.743678 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Bound port: 0e38238f-f157-4411-8e36-a14927490f15, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf7c876-6f68-411b-92aa-94d07956dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:27:56.744064 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (0e38238f-f157-4411-8e36-a14927490f15), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:56.807801 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] For port 0e38238f-f157-4411-8e36-a14927490f15, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:27:56.810822 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] For port 0e38238f-f157-4411-8e36-a14927490f15, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=0e38238f-f157-4411-8e36-a14927490f15,segment=NetworkSegment(acf7c876-6f68-411b-92aa-94d07956dec5),segment_id=acf7c876-6f68-411b-92aa-94d07956dec5)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:27:56.818289 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (0e38238f-f157-4411-8e36-a14927490f15), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:56.877155 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87374762-ff41-439a-87b6-5ac4d34a8064 None None] Pushing event updated for resources: {'Port': ['ID=0e38238f-f157-4411-8e36-a14927490f15,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:27:57.663728 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05daaeb0-7d12-4ed9-8b7e-b18bda293549 None None] Network 0c4a79fe-fac8-4b6f-938e-c21172b16fad requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:27:57.737652 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 5 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:27:57.772215 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-8864264c-8926-4e9f-9ade-0c3053cf4a83 None None] Provisioning complete for port 0e38238f-f157-4411-8e36-a14927490f15 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:27:57.772579 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8864264c-8926-4e9f-9ade-0c3053cf4a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (0e38238f-f157-4411-8e36-a14927490f15), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:57.859375 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-8864264c-8926-4e9f-9ade-0c3053cf4a83 None None] Current status of the port 0e38238f-f157-4411-8e36-a14927490f15 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:27:57.859761 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8864264c-8926-4e9f-9ade-0c3053cf4a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (0e38238f-f157-4411-8e36-a14927490f15), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:57.896977 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-8864264c-8926-4e9f-9ade-0c3053cf4a83 None None] For port 0e38238f-f157-4411-8e36-a14927490f15, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=0e38238f-f157-4411-8e36-a14927490f15,segment=NetworkSegment(acf7c876-6f68-411b-92aa-94d07956dec5),segment_id=acf7c876-6f68-411b-92aa-94d07956dec5)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:27:57.902613 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8864264c-8926-4e9f-9ade-0c3053cf4a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (0e38238f-f157-4411-8e36-a14927490f15), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:57.958112 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864264c-8926-4e9f-9ade-0c3053cf4a83 None None] Pushing event updated for resources: {'Port': ['ID=0e38238f-f157-4411-8e36-a14927490f15,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:27:58.025499 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-72293e6d-96ae-434f-978f-a9db5a751435 None None] Provisioning complete for port 0e38238f-f157-4411-8e36-a14927490f15 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:27:58.025882 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-72293e6d-96ae-434f-978f-a9db5a751435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (0e38238f-f157-4411-8e36-a14927490f15), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:58.113665 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-72293e6d-96ae-434f-978f-a9db5a751435 None None] Current status of the port 0e38238f-f157-4411-8e36-a14927490f15 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:27:58.244669 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 0e38238f-f157-4411-8e36-a14927490f15 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:27:58.293678 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 0e38238f-f157-4411-8e36-a14927490f15 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:27:58.294061 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (0e38238f-f157-4411-8e36-a14927490f15), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:58.372948 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 0e38238f-f157-4411-8e36-a14927490f15 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:28:19.150684 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d0e883bb-d080-4f2e-a685-bcc112241ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:21.509381 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ae707f39-753b-467a-8632-909776b689c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:22.408222 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:23.886072 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:25.359363 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:34.736000 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 5 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:28:49.154306 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-015567a7-3918-4d0f-a602-637cbc2f72c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:51.515881 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-daf61665-f6f4-41c0-b83d-579e2d598d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:52.411214 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:53.890315 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:55.354329 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:11.735668 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 5 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:29:19.160181 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f734b31d-ea75-4bd4-9ce4-1aad9314b782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:21.510745 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cdfeed44-94e7-4b68-8037-e0fd9f80b319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:22.414178 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:23.895531 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:25.322875 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 44982) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:29:25.331115 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [None req-bdc9c6e5-a0d8-41aa-a81d-1f659c1d8517 tempest-verify_tempest_config-91839996 tempest-verify_tempest_config-91839996-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:29:25.332468 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-bdc9c6e5-a0d8-41aa-a81d-1f659c1d8517 tempest-verify_tempest_config-91839996 tempest-verify_tempest_config-91839996-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0084593 Apr 05 22:29:25.358532 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:25.637291 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45000) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:29:25.750827 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:25.824729 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Publish callbacks [] for security_group (290f95c5-5583-4db3-9b86-4b336a7cdacd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:25.831125 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (290f95c5-5583-4db3-9b86-4b336a7cdacd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:25.886434 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e23bfc1992894a06a161482768e480ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2481084 Apr 05 22:29:25.887132 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290f95c5-5583-4db3-9b86-4b336a7cdacd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:29:25.889530 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45004) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:29:25.894304 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.894650 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.895036 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.895388 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.895721 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.896042 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.896347 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.896662 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.896967 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.897300 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.897617 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.897970 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.898292 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.898602 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.899012 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1363f7da-9ae9-48f7-ae78-cfacae9c8dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:25.976439 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Publish callbacks [] for security_group (290f95c5-5583-4db3-9b86-4b336a7cdacd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:25.998489 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Publish callbacks [] for security_group (290f95c5-5583-4db3-9b86-4b336a7cdacd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:26.093565 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (290f95c5-5583-4db3-9b86-4b336a7cdacd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:26.096374 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:26.097532 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/290f95c5-5583-4db3-9b86-4b336a7cdacd HTTP/1.1" status: 204 len: 168 time: 0.2070220 Apr 05 22:29:26.105719 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290f95c5-5583-4db3-9b86-4b336a7cdacd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:29:26.112514 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.112862 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.113212 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.113564 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.113891 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.114214 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.114540 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.114906 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.115262 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.115533 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.115854 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.116173 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.116495 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.116812 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:26.117126 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760f40fb-80b7-471c-b053-6676739b0305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:29:48.739596 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 5 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:29:49.153592 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-33f43bca-f048-4309-b8d7-5d6e19cf52f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:51.523169 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-28e9b2bf-0226-420a-8277-13e1992a370d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:52.424613 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:53.903277 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:55.375988 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:19.161311 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-eeb9813f-c518-4f1f-b188-83b95d58306f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:21.529565 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3aba6341-644e-4d4c-8974-58d3d001986b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:22.424992 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:23.911052 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:25.369351 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:25.743142 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 5 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:30:49.163953 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fbe4cc39-3389-4573-a42e-2354c1d1a964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:51.532717 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d1d060eb-8506-432f-9a65-e292b56ad494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:52.433638 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:53.914729 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:55.373328 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:02.746812 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 5 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:31:19.166674 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-591f8075-b65d-4780-aa3c-2c175e77c34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:19.700069 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3684093'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:21.534042 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1e5c7e78-b73e-414c-ac93-2b6de25ef2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:22.435794 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:23.922795 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:25.368900 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:34.528398 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45076) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:34.642663 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-76043ef3-f6f5-42b1-8d39-890068e72254 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1128511 Apr 05 22:31:36.950373 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45086) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:37.014645 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-0c154bf7-e4a0-45f6-b851-017ab8ce7f69 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0630908 Apr 05 22:31:39.746221 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:31:49.167236 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-af526bd7-fa7f-454c-aacb-bc922dad267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:49.680750 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:51.537134 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b2038e9-1716-4b07-881d-8661584c4f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:52.442808 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:53.923584 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:55.366483 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:16.745787 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:32:19.163239 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-85141f70-ebf0-4e0d-aa53-617765427430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:19.659255 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:21.543122 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b523f58e-54fd-4f54-b66d-dbe4e2e120d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:22.443728 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:23.919758 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:25.372181 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.159025 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-da433485-5a70-4e7e-a30b-f1a0de112b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.671225 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.537545 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ac80500e-fa03-49e3-8bba-20664e3ba599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.440020 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:53.745213 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:32:53.921260 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.368705 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:18.792888 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45250) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:19.055413 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-335815089-network', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:19.076285 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Made reservation on behalf of 7885523ebf5c4b1b8dc32aff77a3d098 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:19.081656 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.087189 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45276) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:19.088315 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.155330 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fd3598b0-9e28-4540-8580-4ad85dfaf887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.178706 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Publish callbacks [] for security_group (109d60bd-1ffc-49eb-8015-af7f0cf959b3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.183794 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (109d60bd-1ffc-49eb-8015-af7f0cf959b3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.211975 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109d60bd-1ffc-49eb-8015-af7f0cf959b3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:19.214182 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:19.224018 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.224373 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.224679 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.225007 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.225690 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.226281 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.226795 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.227123 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.227449 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.227769 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.228091 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.228413 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.228726 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.229200 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.229665 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Tracked resource versions report: Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: pushed versions: Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: { 'AddressGroup': {'1.2'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'Agent': {'1.1'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'ConntrackHelper': {'1.0'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'Log': {'1.0'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'NDPProxy': {'1.0'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'Network': {'1.1'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'Port': {'1.7'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'PortForwarding': {'1.3'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'QosPolicy': {'1.10'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'SecurityGroup': {'1.5'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'SubPort': {'1.0'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'Subnet': {'1.1'}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'Trunk': {'1.1'}} Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: consumer versions: Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: { DHCP agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: HyperV agent@hv-cinder-83588: {}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: L3 agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: Metadata agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: Metering agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: Open vSwitch agent@dv-cinder-835881-4-smb: { 'AddressGroup': '1.2', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'Agent': '1.1', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'ConntrackHelper': '1.0', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'LocalIPAssociation': '1.0', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'Log': '1.0', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'NDPProxy': '1.0', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'Network': '1.1', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'Port': '1.7', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'PortForwarding': '1.3', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'QosPolicy': '1.10', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'SecurityGroup': '1.5', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'SecurityGroupRule': '1.2', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'SubPort': '1.0', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'Subnet': '1.1', Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: 'Trunk': '1.1'}} Apr 05 22:33:19.231042 dv-cinder-835881-4-smb neutron-server[103229]: {{(pid=103229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:33:19.237066 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (96b846e5-4db3-4219-ad3a-a2d34f971afe), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.237397 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Added segment 96b846e5-4db3-4219-ad3a-a2d34f971afe of type vlan for network b477f809-ad93-4dd7-b680-cb0ad94d0275 Apr 05 22:33:19.263450 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-685622973-network', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:19.292042 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (b477f809-ad93-4dd7-b680-cb0ad94d0275), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.298563 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Made reservation on behalf of 798e0839ad15488b8cb8ee35603db32a for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:19.301241 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.312709 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.326809 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (b477f809-ad93-4dd7-b680-cb0ad94d0275), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.327842 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:19.328417 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.399454 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] Pushing event updated for resources: {'Network': ['ID=b477f809-ad93-4dd7-b680-cb0ad94d0275,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:19.405215 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-d36c21e4-985d-4720-81e3-71360a6f3707 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6110735 Apr 05 22:33:19.408491 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45298) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:19.413567 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-20049f6f-0a76-49f0-871c-3836123d59e2 admin admin] Request body: {'subnet': {'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-subnet', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:19.413858 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network b477f809-ad93-4dd7-b680-cb0ad94d0275 details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:19.434140 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20049f6f-0a76-49f0-871c-3836123d59e2 admin admin] Made reservation on behalf of 7885523ebf5c4b1b8dc32aff77a3d098 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:19.436686 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20049f6f-0a76-49f0-871c-3836123d59e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.462414 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Publish callbacks [] for security_group (a257c621-60f8-4654-9ad6-23ceb75cae49), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.468189 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a257c621-60f8-4654-9ad6-23ceb75cae49), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.512850 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:19.516060 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a257c621-60f8-4654-9ad6-23ceb75cae49,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:19.529126 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.529544 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.530082 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.530602 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.531192 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.531696 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.532024 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.532680 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.533162 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.533645 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.534196 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.534707 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.535217 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.535691 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.536015 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Tracked resource versions report: Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: pushed versions: Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: { 'AddressGroup': {'1.2'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'Agent': {'1.1'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'ConntrackHelper': {'1.0'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'Log': {'1.0'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'NDPProxy': {'1.0'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'Network': {'1.1'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'Port': {'1.7'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'PortForwarding': {'1.3'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'QosPolicy': {'1.10'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'SecurityGroup': {'1.5'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'SubPort': {'1.0'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'Subnet': {'1.1'}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'Trunk': {'1.1'}} Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: consumer versions: Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: { DHCP agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: HyperV agent@hv-cinder-83588: {}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: L3 agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: Metadata agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: Metering agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: Open vSwitch agent@dv-cinder-835881-4-smb: { 'AddressGroup': '1.2', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'Agent': '1.1', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'ConntrackHelper': '1.0', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'LocalIPAssociation': '1.0', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'Log': '1.0', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'NDPProxy': '1.0', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'Network': '1.1', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'Port': '1.7', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'PortForwarding': '1.3', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'QosPolicy': '1.10', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'SecurityGroup': '1.5', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'SecurityGroupRule': '1.2', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'SubPort': '1.0', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'Subnet': '1.1', Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: 'Trunk': '1.1'}} Apr 05 22:33:19.537423 dv-cinder-835881-4-smb neutron-server[103230]: {{(pid=103230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:33:19.554788 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794853832048', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (74ba9062-97ca-405d-af7f-589e394d504f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.556171 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Unsubscribe: segment precommit_create {{(pid=103230) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 22:33:19.557164 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.segments_db [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Added segment 74ba9062-97ca-405d-af7f-589e394d504f of type vlan for network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 Apr 05 22:33:19.633742 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20049f6f-0a76-49f0-871c-3836123d59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for subnet (05e38a47-8a2e-4d46-81be-81b385e2fe0c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.690977 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45306) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:19.691700 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20049f6f-0a76-49f0-871c-3836123d59e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e38a47-8a2e-4d46-81be-81b385e2fe0c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:19.708714 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.717547 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (3b6690ac-f4b8-4a7e-968f-10ccb08336f7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.730602 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20049f6f-0a76-49f0-871c-3836123d59e2 admin admin] Checking segment: {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:19.731367 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20049f6f-0a76-49f0-871c-3836123d59e2 admin admin] Network hostable DHCP agents. Network: b477f809-ad93-4dd7-b680-cb0ad94d0275, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:19.754426 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (3b6690ac-f4b8-4a7e-968f-10ccb08336f7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.756315 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:19.756656 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20049f6f-0a76-49f0-871c-3836123d59e2 admin admin] Network b477f809-ad93-4dd7-b680-cb0ad94d0275 is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:19.757375 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.768204 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-20049f6f-0a76-49f0-871c-3836123d59e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, b477f809-ad93-4dd7-b680-cb0ad94d0275) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:19.778683 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b8051d-0d65-4694-a1b8-a441cfc43105 None None] Network b477f809-ad93-4dd7-b680-cb0ad94d0275 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:19.783620 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20049f6f-0a76-49f0-871c-3836123d59e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:19.784225 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20049f6f-0a76-49f0-871c-3836123d59e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.808602 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-20049f6f-0a76-49f0-871c-3836123d59e2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3987315 Apr 05 22:33:19.810898 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45310) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:19.820030 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:19.830522 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7423329 Apr 05 22:33:19.841975 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45314) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:19.855818 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ffe0e10f-db8c-4b16-8cb0-6089baeb27c9 admin admin] Request body: {'subnet': {'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-685622973-subnet', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:19.875364 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62040'] for router (0ec2d706-429d-4fa8-8838-c5302e004837), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.876609 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3697351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62017'] for router (0ec2d706-429d-4fa8-8838-c5302e004837), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.877904 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea13a04-121e-4092-86ab-3f926e698f47 admin admin] Pushing event updated for resources: {'Network': ['ID=3b6690ac-f4b8-4a7e-968f-10ccb08336f7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:19.893269 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe0e10f-db8c-4b16-8cb0-6089baeb27c9 admin admin] Made reservation on behalf of 798e0839ad15488b8cb8ee35603db32a for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:19.899957 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ffe0e10f-db8c-4b16-8cb0-6089baeb27c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.912251 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:19.941805 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8bfb39-ed8b-587a-bfc7-9b601aa1cc5f-b477f809-ad93-4dd7-b680-cb0ad94d0275', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c'}]}} from dv-cinder-835881-4-smb. {{(pid=103231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:33:19.942693 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:19.980500 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45324) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:19.991765 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Publish callbacks [] for router_controller (0ec2d706-429d-4fa8-8838-c5302e004837), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.021219 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45328) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:20.063992 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45332) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:20.185525 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-95666337-network', 'tenant_id': '5c25463414b740c6bd2813d824259156'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:20.190267 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Allocated IP 172.20.0.2 (b477f809-ad93-4dd7-b680-cb0ad94d0275/05e38a47-8a2e-4d46-81be-81b385e2fe0c/284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:20.293097 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-663243186-network', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:20.318614 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Publish callbacks [] for router_gateway (0ec2d706-429d-4fa8-8838-c5302e004837), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.328802 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Made reservation on behalf of 5c25463414b740c6bd2813d824259156 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:20.331558 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.339185 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1481092005-network', 'tenant_id': '9905b8e951fe483b8d5e68a21846362d'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:20.357510 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.362308 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Made reservation on behalf of 6869f250fa5f4729bf1a0a1cb79c77e7 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:20.366489 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.389931 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-network', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:20.394375 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Publish callbacks [] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.396307 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.403885 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.421593 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Made reservation on behalf of 9905b8e951fe483b8d5e68a21846362d for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:20.423932 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.444494 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.467757 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Made reservation on behalf of 43f09bda1b5e41a8aa735af9fd0cc1c9 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:20.470804 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.492822 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.514388 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Network b477f809-ad93-4dd7-b680-cb0ad94d0275 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:20.515575 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Pushing event updated for resources: {'Port': ['ID=284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:20.523160 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:20.531153 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.531493 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.531892 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.533355 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.533711 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.534191 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.534878 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.535224 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.535559 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.535886 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.536231 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.536575 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.537567 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.537906 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.538412 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Tracked resource versions report: Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: pushed versions: Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: { 'AddressGroup': {'1.2'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'Agent': {'1.1'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'ConntrackHelper': {'1.0'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'Log': {'1.0'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'NDPProxy': {'1.0'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'Network': {'1.1'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'Port': {'1.7'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'PortForwarding': {'1.3'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'QosPolicy': {'1.10'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'SecurityGroup': {'1.5'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'SubPort': {'1.0'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'Subnet': {'1.1'}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'Trunk': {'1.1'}} Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: consumer versions: Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: { DHCP agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: HyperV agent@hv-cinder-83588: {}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: L3 agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: Metadata agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: Metering agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: Open vSwitch agent@dv-cinder-835881-4-smb: { 'AddressGroup': '1.2', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'Agent': '1.1', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'ConntrackHelper': '1.0', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'LocalIPAssociation': '1.0', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'Log': '1.0', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'NDPProxy': '1.0', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'Network': '1.1', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'Port': '1.7', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'PortForwarding': '1.3', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'QosPolicy': '1.10', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'SecurityGroup': '1.5', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'SecurityGroupRule': '1.2', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'SubPort': '1.0', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'Subnet': '1.1', Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: 'Trunk': '1.1'}} Apr 05 22:33:20.540327 dv-cinder-835881-4-smb neutron-server[103231]: {{(pid=103231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:33:20.544795 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:20.554374 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ffe0e10f-db8c-4b16-8cb0-6089baeb27c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for subnet (d7f3574c-1479-402b-b66c-800a10f43d9e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.618905 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Attempting to bind port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:20.619031 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Attempting to bind port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:20.619525 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Attempting to bind port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea on network b477f809-ad93-4dd7-b680-cb0ad94d0275 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:20.626322 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0e10f-db8c-4b16-8cb0-6089baeb27c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f3574c-1479-402b-b66c-800a10f43d9e,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:20.628840 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:20.629455 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Checking segment: {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:20.630095 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.630729 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Bound using segment: {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:20.631412 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Bound port: 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:20.632280 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.666201 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Publish callbacks [] for security_group (fe7641ef-3c51-497d-9d88-e6081297333b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.711093 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] For port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:20.714373 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] For port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:20.722952 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.734457 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Publish callbacks [] for security_group (8d33cf26-91ee-4d81-9e6f-1a930b2599b4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.767430 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Publish callbacks [] for security_group (f17e6979-4b0f-4d03-af65-9586b23d4a91), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.781282 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (f17e6979-4b0f-4d03-af65-9586b23d4a91), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.785036 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Publish callbacks [] for security_group (45c24cc0-3054-418a-8bcd-173c81eb7172), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.786434 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (fe7641ef-3c51-497d-9d88-e6081297333b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.799376 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe0e10f-db8c-4b16-8cb0-6089baeb27c9 admin admin] Checking segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:20.800075 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe0e10f-db8c-4b16-8cb0-6089baeb27c9 admin admin] Network hostable DHCP agents. Network: 3b6690ac-f4b8-4a7e-968f-10ccb08336f7, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:20.801542 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:20.823759 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (dc15bd94-8d98-4754-a0c4-91c1195841a6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.825510 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.segments_db [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Added segment dc15bd94-8d98-4754-a0c4-91c1195841a6 of type vlan for network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 Apr 05 22:33:20.857337 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:20.874120 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a2f86-40d8-462e-81e5-e8635dd9e63c None None] Pushing event updated for resources: {'Port': ['ID=284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:20.907558 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17e6979-4b0f-4d03-af65-9586b23d4a91,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:20.919733 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (9649a7b9-3c00-4746-a8fd-4db700a45462), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.920083 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Added segment 9649a7b9-3c00-4746-a8fd-4db700a45462 of type vlan for network 0324f92f-5c1c-4b37-839d-8dc514f05078 Apr 05 22:33:20.922764 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (16c5f87e-a006-47ae-947e-1cc8f902a2e8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.942100 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8d33cf26-91ee-4d81-9e6f-1a930b2599b4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.952281 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Publish callbacks [] for router_gateway (0ec2d706-429d-4fa8-8838-c5302e004837), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.954754 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe0e10f-db8c-4b16-8cb0-6089baeb27c9 admin admin] Network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:20.955956 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:20.973747 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (45c24cc0-3054-418a-8bcd-173c81eb7172), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.979178 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (74b3c5b4-7159-4c47-b7c3-0298c055beda), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.979508 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.segments_db [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Added segment 74b3c5b4-7159-4c47-b7c3-0298c055beda of type vlan for network c600dd95-1c5b-441d-8a58-a54bdf7ffd88 Apr 05 22:33:21.019409 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:21.035874 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.053960 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7641ef-3c51-497d-9d88-e6081297333b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:21.071614 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (0324f92f-5c1c-4b37-839d-8dc514f05078), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.075455 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ffe0e10f-db8c-4b16-8cb0-6089baeb27c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 3b6690ac-f4b8-4a7e-968f-10ccb08336f7) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:21.078122 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (16c5f87e-a006-47ae-947e-1cc8f902a2e8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.079770 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:21.080324 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.088148 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (c600dd95-1c5b-441d-8a58-a54bdf7ffd88), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.089461 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a336a-17bc-4ac1-9f29-c24673eeb3e5 None None] Network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:21.119713 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe0e10f-db8c-4b16-8cb0-6089baeb27c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:21.120450 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ffe0e10f-db8c-4b16-8cb0-6089baeb27c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.150695 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (011653a9-2aa9-453f-914d-dc1fc810493a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.151583 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.segments_db [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Added segment 011653a9-2aa9-453f-914d-dc1fc810493a of type vlan for network 69f3666c-d270-41ea-a8aa-729dc02e1cda Apr 05 22:33:21.153616 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] Pushing event updated for resources: {'Network': ['ID=16c5f87e-a006-47ae-947e-1cc8f902a2e8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:21.218577 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-ffe0e10f-db8c-4b16-8cb0-6089baeb27c9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3753490 Apr 05 22:33:21.232757 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45376) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:21.234906 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.db.resource_extend [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 22:33:21.248187 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-2d04f5e5-2624-4bc8-a7b1-0d0c38017c82 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2637846 Apr 05 22:33:21.262753 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45378) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:21.272150 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d33cf26-91ee-4d81-9e6f-1a930b2599b4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:21.293910 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:21.308277 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-fa134731-2e0a-4d07-938b-4b49dedd8d50 admin admin] Request body: {'subnet': {'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-663243186-subnet', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:21.319167 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:21.338099 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (69f3666c-d270-41ea-a8aa-729dc02e1cda), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.341913 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (c600dd95-1c5b-441d-8a58-a54bdf7ffd88), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.343178 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:21.343939 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.346006 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa134731-2e0a-4d07-938b-4b49dedd8d50 admin admin] Made reservation on behalf of 6869f250fa5f4729bf1a0a1cb79c77e7 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:21.348361 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa134731-2e0a-4d07-938b-4b49dedd8d50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.434722 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (0324f92f-5c1c-4b37-839d-8dc514f05078), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.435793 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:21.436401 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.448418 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] Pushing event updated for resources: {'Network': ['ID=c600dd95-1c5b-441d-8a58-a54bdf7ffd88,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:21.463614 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network c600dd95-1c5b-441d-8a58-a54bdf7ffd88 details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:21.486721 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.db.resource_extend [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 22:33:21.494454 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8bfb39-ed8b-587a-bfc7-9b601aa1cc5f-3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e'}]}} from dv-cinder-835881-4-smb. {{(pid=103231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:33:21.502004 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.528201 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c24cc0-3054-418a-8bcd-173c81eb7172,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:21.558133 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-93e977e4-e2db-4cce-b1b5-37aa8df2cb21 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4917197 Apr 05 22:33:21.574462 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45384) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:21.592728 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8909531 Apr 05 22:33:21.593848 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62040'] for router (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.595529 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3697351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62017'] for router (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.610298 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d27448f2-e476-42b6-a275-692fa36df04b admin admin] Request body: {'subnet': {'network_id': 'c600dd95-1c5b-441d-8a58-a54bdf7ffd88', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1481092005-subnet', 'tenant_id': '9905b8e951fe483b8d5e68a21846362d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:21.659328 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (69f3666c-d270-41ea-a8aa-729dc02e1cda), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.664716 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:21.665189 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.668167 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Publish callbacks [] for router_controller (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.695116 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d147383c-f2c6-4948-a192-ee1ad26fa21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.698754 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45388) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:21.712890 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0ea6d331-acb7-4097-8b3c-0f159e220e5e admin admin] Request body: {'subnet': {'network_id': '0324f92f-5c1c-4b37-839d-8dc514f05078', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-95666337-subnet', 'tenant_id': '5c25463414b740c6bd2813d824259156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:21.734255 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7119956 Apr 05 22:33:21.737359 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45390) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:21.754972 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-503832fc-c2f3-4fd1-833a-2de5adda236e admin admin] Request body: {'subnet': {'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-subnet', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:21.766790 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Allocated IP 172.28.3.230 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/9ff23e7e-bdf4-44d3-96a5-428b88ac6c12) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:21.772032 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27448f2-e476-42b6-a275-692fa36df04b admin admin] Made reservation on behalf of 9905b8e951fe483b8d5e68a21846362d for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:21.773389 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Allocated IP 172.20.0.2 (3b6690ac-f4b8-4a7e-968f-10ccb08336f7/d7f3574c-1479-402b-b66c-800a10f43d9e/d63d8f0e-41db-4732-bb84-f6849b4903f4) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:21.775844 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de388c92-79ea-4a26-9c2d-703a495a1cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=0324f92f-5c1c-4b37-839d-8dc514f05078,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:21.775977 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d27448f2-e476-42b6-a275-692fa36df04b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:21.795212 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 0324f92f-5c1c-4b37-839d-8dc514f05078 details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:21.923812 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503832fc-c2f3-4fd1-833a-2de5adda236e admin admin] Made reservation on behalf of 43f09bda1b5e41a8aa735af9fd0cc1c9 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:21.925242 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-503832fc-c2f3-4fd1-833a-2de5adda236e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.119994 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea6d331-acb7-4097-8b3c-0f159e220e5e admin admin] Made reservation on behalf of 5c25463414b740c6bd2813d824259156 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:22.123331 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d331-acb7-4097-8b3c-0f159e220e5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.126047 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f8e4d-9a9a-44d0-9505-03550483960c admin admin] Pushing event updated for resources: {'Network': ['ID=69f3666c-d270-41ea-a8aa-729dc02e1cda,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:22.153328 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 69f3666c-d270-41ea-a8aa-729dc02e1cda details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:22.228074 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-503832fc-c2f3-4fd1-833a-2de5adda236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for subnet (153678da-7701-49d9-b921-ee9887cc1075), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.262697 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Publish callbacks [] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.272705 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.296412 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503832fc-c2f3-4fd1-833a-2de5adda236e admin admin] Pushing event updated for resources: {'Subnet': ['ID=153678da-7701-49d9-b921-ee9887cc1075,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:22.338197 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Publish callbacks [] for router_gateway (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.342163 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa134731-2e0a-4d07-938b-4b49dedd8d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for subnet (95feccaa-a5da-4cb7-9abd-52112f8ef21a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.352424 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503832fc-c2f3-4fd1-833a-2de5adda236e admin admin] Checking segment: {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:22.352942 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503832fc-c2f3-4fd1-833a-2de5adda236e admin admin] Network hostable DHCP agents. Network: 69f3666c-d270-41ea-a8aa-729dc02e1cda, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:22.359364 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Pushing event updated for resources: {'Port': ['ID=d63d8f0e-41db-4732-bb84-f6849b4903f4,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:22.368614 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:22.372445 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:22.379023 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:22.381743 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d27448f2-e476-42b6-a275-692fa36df04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for subnet (fc185aba-6b1e-4911-9db6-976133387018), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.483885 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Attempting to bind port d63d8f0e-41db-4732-bb84-f6849b4903f4 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:22.484358 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Attempting to bind port d63d8f0e-41db-4732-bb84-f6849b4903f4 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:22.484778 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Attempting to bind port d63d8f0e-41db-4732-bb84-f6849b4903f4 on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:22.486957 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.503091 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871610f-9cfc-49e2-a85f-e68e88f8e513 None None] Network b477f809-ad93-4dd7-b680-cb0ad94d0275 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:22.506279 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:22.506840 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Checking segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:22.507302 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.507747 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Bound using segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:22.508310 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Bound port: d63d8f0e-41db-4732-bb84-f6849b4903f4, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:22.512137 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.552685 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:22.580278 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa134731-2e0a-4d07-938b-4b49dedd8d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95feccaa-a5da-4cb7-9abd-52112f8ef21a,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:22.605655 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27448f2-e476-42b6-a275-692fa36df04b admin admin] Checking segment: {'id': '74b3c5b4-7159-4c47-b7c3-0298c055beda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c600dd95-1c5b-441d-8a58-a54bdf7ffd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:22.606006 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27448f2-e476-42b6-a275-692fa36df04b admin admin] Network hostable DHCP agents. Network: c600dd95-1c5b-441d-8a58-a54bdf7ffd88, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:22.610802 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503832fc-c2f3-4fd1-833a-2de5adda236e admin admin] Network 69f3666c-d270-41ea-a8aa-729dc02e1cda is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:22.675439 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-503832fc-c2f3-4fd1-833a-2de5adda236e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 69f3666c-d270-41ea-a8aa-729dc02e1cda) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:22.681422 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa134731-2e0a-4d07-938b-4b49dedd8d50 admin admin] Checking segment: {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:22.681767 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa134731-2e0a-4d07-938b-4b49dedd8d50 admin admin] Network hostable DHCP agents. Network: 16c5f87e-a006-47ae-947e-1cc8f902a2e8, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:22.698439 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503832fc-c2f3-4fd1-833a-2de5adda236e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:22.699131 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-503832fc-c2f3-4fd1-833a-2de5adda236e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.708849 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Publish callbacks [] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.729409 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27448f2-e476-42b6-a275-692fa36df04b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc185aba-6b1e-4911-9db6-976133387018,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:22.735054 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27448f2-e476-42b6-a275-692fa36df04b admin admin] Network c600dd95-1c5b-441d-8a58-a54bdf7ffd88 is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:22.740546 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d331-acb7-4097-8b3c-0f159e220e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for subnet (cf10f340-5210-4c9e-8d87-f0fbb5dc6abd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.751259 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-503832fc-c2f3-4fd1-833a-2de5adda236e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0076578 Apr 05 22:33:22.756452 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45422) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:22.762134 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:22.766398 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-d27448f2-e476-42b6-a275-692fa36df04b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, c600dd95-1c5b-441d-8a58-a54bdf7ffd88) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:22.795533 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa134731-2e0a-4d07-938b-4b49dedd8d50 admin admin] Network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:22.804977 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27448f2-e476-42b6-a275-692fa36df04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:22.805641 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d27448f2-e476-42b6-a275-692fa36df04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.826144 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-fa134731-2e0a-4d07-938b-4b49dedd8d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 16c5f87e-a006-47ae-947e-1cc8f902a2e8) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:22.836871 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.841006 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa134731-2e0a-4d07-938b-4b49dedd8d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:22.841661 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa134731-2e0a-4d07-938b-4b49dedd8d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.860635 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-d27448f2-e476-42b6-a275-692fa36df04b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2849562 Apr 05 22:33:22.868159 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6d331-acb7-4097-8b3c-0f159e220e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf10f340-5210-4c9e-8d87-f0fbb5dc6abd,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:22.870777 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62040'] for router (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.872004 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3697351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62017'] for router (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.907729 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-fa134731-2e0a-4d07-938b-4b49dedd8d50 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6364286 Apr 05 22:33:22.910690 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45428) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:22.917073 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-e68d65a8-a6f9-44f2-86a0-ebc5d21da33b None None] Provisioning complete for port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:22.917611 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e68d65a8-a6f9-44f2-86a0-ebc5d21da33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.919179 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:22.935058 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd83a959-c3bf-42c3-bfd5-354790910e10 None None] Network 69f3666c-d270-41ea-a8aa-729dc02e1cda requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:22.942836 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea6d331-acb7-4097-8b3c-0f159e220e5e admin admin] Checking segment: {'id': '9649a7b9-3c00-4746-a8fd-4db700a45462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0324f92f-5c1c-4b37-839d-8dc514f05078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:22.943189 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea6d331-acb7-4097-8b3c-0f159e220e5e admin admin] Network hostable DHCP agents. Network: 0324f92f-5c1c-4b37-839d-8dc514f05078, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:22.945269 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e7e60-122f-4071-a008-aa09ce8fdb96 None None] Network c600dd95-1c5b-441d-8a58-a54bdf7ffd88 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:22.951115 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec708ab0-c3ef-47eb-a3cf-571baf0f9025 None None] Network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:23.036624 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] For port d63d8f0e-41db-4732-bb84-f6849b4903f4, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:23.040150 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] For port d63d8f0e-41db-4732-bb84-f6849b4903f4, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=d63d8f0e-41db-4732-bb84-f6849b4903f4,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:23.040940 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:23.057432 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:23.062389 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:23.064453 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Publish callbacks [] for router_controller (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.064560 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff23e7e-bdf4-44d3-96a5-428b88ac6c12,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:23.083935 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62040'] for router (837d3629-e791-437b-bd3c-1ddc7e18f831), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.085260 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3697351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62017'] for router (837d3629-e791-437b-bd3c-1ddc7e18f831), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.094099 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea6d331-acb7-4097-8b3c-0f159e220e5e admin admin] Network 0324f92f-5c1c-4b37-839d-8dc514f05078 is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:23.122605 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.265806 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:23.266188 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.443283 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0ea6d331-acb7-4097-8b3c-0f159e220e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 0324f92f-5c1c-4b37-839d-8dc514f05078) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:23.460118 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6d331-acb7-4097-8b3c-0f159e220e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:23.460694 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d331-acb7-4097-8b3c-0f159e220e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.574166 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Publish callbacks [] for router_gateway (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.613676 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8064d6dd-b9a1-47d2-ba01-1b0f05d70fe0 None None] Network 0324f92f-5c1c-4b37-839d-8dc514f05078 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:23.683984 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.763563 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-0ea6d331-acb7-4097-8b3c-0f159e220e5e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0594006 Apr 05 22:33:23.807756 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Publish callbacks [] for router_controller (837d3629-e791-437b-bd3c-1ddc7e18f831), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.827611 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Publish callbacks [] for router_gateway (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.009389 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac51bdb-4918-4e13-83f2-43e1250d8f6f None None] Pushing event updated for resources: {'Port': ['ID=d63d8f0e-41db-4732-bb84-f6849b4903f4,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:24.041258 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45482) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:24.077002 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-622816562-network', 'tenant_id': '9f6192a720db418f9708522a9d7f793d'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:24.078416 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-e68d65a8-a6f9-44f2-86a0-ebc5d21da33b None None] Current status of the port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:24.079055 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e68d65a8-a6f9-44f2-86a0-ebc5d21da33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.089844 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Publish callbacks [] for router_gateway (0ec2d706-429d-4fa8-8838-c5302e004837), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.170696 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8bfb39-ed8b-587a-bfc7-9b601aa1cc5f-69f3666c-d270-41ea-a8aa-729dc02e1cda', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075'}]}} from dv-cinder-835881-4-smb. {{(pid=103231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:33:24.174201 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.176727 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Publish callbacks [] for router_gateway (837d3629-e791-437b-bd3c-1ddc7e18f831), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.189026 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Made reservation on behalf of 9f6192a720db418f9708522a9d7f793d for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:24.192908 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.195025 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:24.195632 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.210795 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.229914 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.287317 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c88f5-3235-4cb5-8eb2-12c8e3e54732 None None] Network c600dd95-1c5b-441d-8a58-a54bdf7ffd88 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:24.299271 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8bfb39-ed8b-587a-bfc7-9b601aa1cc5f-16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a'}]}} from dv-cinder-835881-4-smb. {{(pid=103231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:33:24.300129 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.331643 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-e68d65a8-a6f9-44f2-86a0-ebc5d21da33b None None] For port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:24.355787 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Allocated IP 172.28.3.95 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/db19d46d-ee98-40b6-9db1-8ec1a2ea4d84) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:24.389227 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e68d65a8-a6f9-44f2-86a0-ebc5d21da33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.442899 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Publish callbacks [] for security_group (662c2c53-02bc-4eca-b4f5-bf33ce6e5695), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.457286 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (662c2c53-02bc-4eca-b4f5-bf33ce6e5695), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.488724 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1e3bc0-25d7-4ef5-ba5c-c82aea49251c None None] Network 0324f92f-5c1c-4b37-839d-8dc514f05078 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:24.508406 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683954'] for router (0ec2d706-429d-4fa8-8838-c5302e004837), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.584217 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662c2c53-02bc-4eca-b4f5-bf33ce6e5695,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:24.592106 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45504) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:24.599869 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:24.609730 dv-cinder-835881-4-smb neutron-server[103229]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 22:33:24.617737 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (86978447-06f3-4331-b21b-cc288364b02d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.618077 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.segments_db [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Added segment 86978447-06f3-4331-b21b-cc288364b02d of type vlan for network 072ebb1f-4c1b-44e9-884e-09cc9846f954 Apr 05 22:33:24.650118 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.db.api [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:33:24.650828 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG oslo_db.api [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:33:24.693377 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (072ebb1f-4c1b-44e9-884e-09cc9846f954), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.708675 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Publish callbacks [] for router_gateway (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.725172 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Publish callbacks [] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.742859 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.762776 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (072ebb1f-4c1b-44e9-884e-09cc9846f954), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.763754 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:24.764332 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.787414 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a065f1-35eb-4ccf-b9a1-28257c0c5b75 None None] Network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:24.804626 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-e4f46948-589f-4c69-b935-90716815cc99 None None] Provisioning complete for port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:24.805017 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e4f46948-589f-4c69-b935-90716815cc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.016913 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9728658 Apr 05 22:33:25.020445 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45520) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:25.025621 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-bd7d360e-06a3-4ee3-bfc8-a82bd6a3325c admin admin] Request body: {'subnet': {'network_id': '072ebb1f-4c1b-44e9-884e-09cc9846f954', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-622816562-subnet', 'tenant_id': '9f6192a720db418f9708522a9d7f793d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:25.041909 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Router 0ec2d706-429d-4fa8-8838-c5302e004837 is scheduled to L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:33:25.093635 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400ecbc-66bb-4d85-b6b6-b1e70c5261b5 admin admin] Pushing event updated for resources: {'Network': ['ID=072ebb1f-4c1b-44e9-884e-09cc9846f954,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:25.100615 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d65a8-a6f9-44f2-86a0-ebc5d21da33b None None] Pushing event updated for resources: {'Port': ['ID=284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:25.114361 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7d360e-06a3-4ee3-bfc8-a82bd6a3325c admin admin] Made reservation on behalf of 9f6192a720db418f9708522a9d7f793d for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:25.118733 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd7d360e-06a3-4ee3-bfc8-a82bd6a3325c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.120708 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 072ebb1f-4c1b-44e9-884e-09cc9846f954 details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:25.154033 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Publish callbacks [] for router_gateway (837d3629-e791-437b-bd3c-1ddc7e18f831), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.218698 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.228935 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:25.236700 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446373-2cdb-471f-9836-89acb2c843cd req-644110da-154c-4aa1-88b1-37a799c1ec7c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:25.238361 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-644110da-154c-4aa1-88b1-37a799c1ec7c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/networks?id=0324f92f-5c1c-4b37-839d-8dc514f05078 HTTP/1.1" status: 200 len: 810 time: 0.6368170 Apr 05 22:33:25.243814 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.247316 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:25.248878 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Sync routers for ids ['0ec2d706-429d-4fa8-8838-c5302e004837'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:25.287178 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Routers {'0ec2d706-429d-4fa8-8838-c5302e004837'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:25.289369 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['0ec2d706-429d-4fa8-8838-c5302e004837'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:25.290966 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Allocated IP 172.28.3.139 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/0f63b942-99a9-481a-9036-00aa0be99c57) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:25.351963 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:25.388132 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:25.394590 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:25.488838 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Publish callbacks [] for port (0f63b942-99a9-481a-9036-00aa0be99c57), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.503969 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-27ae4278-234b-465f-be29-fbe7522eeb7f tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/quotas/5c25463414b740c6bd2813d824259156 HTTP/1.1" status: 200 len: 375 time: 0.2226107 Apr 05 22:33:25.509898 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.511273 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-d80bfe12-56f2-4028-8dd5-be6f8404a8e5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6992061 Apr 05 22:33:25.528071 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45528) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:25.582241 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:25.588756 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Allocated IP 172.20.0.2 (69f3666c-d270-41ea-a8aa-729dc02e1cda/153678da-7701-49d9-b921-ee9887cc1075/acd3251e-0985-4664-962a-2ab9b60d2a45) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:25.603141 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Set router 0ec2d706-429d-4fa8-8838-c5302e004837 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:25.622151 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Allocated IP 172.20.0.2 (16c5f87e-a006-47ae-947e-1cc8f902a2e8/95feccaa-a5da-4cb7-9abd-52112f8ef21a/4220b24e-f0e5-4353-bd6a-b421f65bf2e6) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:25.638839 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Pushing event updated for resources: {'Port': ['ID=db19d46d-ee98-40b6-9db1-8ec1a2ea4d84,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:25.642959 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-6dceaf00-e460-4585-a97b-61fb7c26ec2e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c25463414b740c6bd2813d824259156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258552 Apr 05 22:33:25.705200 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.802918 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (0f63b942-99a9-481a-9036-00aa0be99c57), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.805067 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd7d360e-06a3-4ee3-bfc8-a82bd6a3325c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for subnet (203fa590-70b6-48d2-a721-a6e1fdcaa3cf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.854653 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Publish callbacks [] for router_gateway (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.884770 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:23Z', 'revision_number': 3, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:25.915522 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-e33dfdbe-e09e-4018-a1cd-e6e6b33ac8b2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:33:25.916546 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-e33dfdbe-e09e-4018-a1cd-e6e6b33ac8b2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0931137 Apr 05 22:33:25.924183 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Checking router: 0ec2d706-429d-4fa8-8838-c5302e004837 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:25.924654 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Updating router 0ec2d706-429d-4fa8-8838-c5302e004837 port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 binding host dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:33:25.962377 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:25.974539 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:25.989328 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:25.991184 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Pushing event updated for resources: {'Port': ['ID=0f63b942-99a9-481a-9036-00aa0be99c57,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:26.000524 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:26.016173 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:26.016944 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.017161 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Allocated IP 172.28.3.154 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/a29b4e48-d9b9-4e19-9ea3-7bb042b782d2) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:26.065190 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-e4f46948-589f-4c69-b935-90716815cc99 None None] Current status of the port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:26.137555 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-80688d41-1ac8-49ec-a727-ddc0dd40a8d4 service neutron] 10.222.0.43 "GET /v2.0/networks/0324f92f-5c1c-4b37-839d-8dc514f05078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038810 Apr 05 22:33:26.237305 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Publish callbacks [] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.298918 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d360e-06a3-4ee3-bfc8-a82bd6a3325c admin admin] Pushing event updated for resources: {'Subnet': ['ID=203fa590-70b6-48d2-a721-a6e1fdcaa3cf,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:26.344434 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683954'] for router (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.353287 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.353503 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-8ae58a8d-88f4-4c86-b106-2a1e4133379d service neutron] 10.222.0.43 "GET /v2.0/networks/0324f92f-5c1c-4b37-839d-8dc514f05078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655059 Apr 05 22:33:26.412160 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-be617c2c-d86e-473e-98cf-15189d4a9a8d None None] Provisioning complete for port d63d8f0e-41db-4732-bb84-f6849b4903f4 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:26.412426 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-be617c2c-d86e-473e-98cf-15189d4a9a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.434944 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d360e-06a3-4ee3-bfc8-a82bd6a3325c admin admin] Checking segment: {'id': '86978447-06f3-4331-b21b-cc288364b02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '072ebb1f-4c1b-44e9-884e-09cc9846f954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:26.435459 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7d360e-06a3-4ee3-bfc8-a82bd6a3325c admin admin] Network hostable DHCP agents. Network: 072ebb1f-4c1b-44e9-884e-09cc9846f954, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:26.494513 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:26.514640 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:26.527400 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:26.540285 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Publish callbacks [] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.549192 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:26.550443 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device d63d8f0e-41db-4732-bb84-f6849b4903f4 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:26.601054 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Pushing event updated for resources: {'Port': ['ID=4220b24e-f0e5-4353-bd6a-b421f65bf2e6,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:26.611690 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.614664 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd is scheduled to L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:33:26.720387 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7d360e-06a3-4ee3-bfc8-a82bd6a3325c admin admin] Network 072ebb1f-4c1b-44e9-884e-09cc9846f954 is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:26.796799 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45574) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:26.809915 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Network 69f3666c-d270-41ea-a8aa-729dc02e1cda is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:26.812459 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-be617c2c-d86e-473e-98cf-15189d4a9a8d None None] Current status of the port d63d8f0e-41db-4732-bb84-f6849b4903f4 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:26.813053 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-be617c2c-d86e-473e-98cf-15189d4a9a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.824426 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:26.828665 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:26.840994 dv-cinder-835881-4-smb neutron-server[103230]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 22:33:26.841110 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Attempting to bind port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:26.841110 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Attempting to bind port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:26.841110 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Attempting to bind port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 on network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:26.841110 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:26.842835 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-bd7d360e-06a3-4ee3-bfc8-a82bd6a3325c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 072ebb1f-4c1b-44e9-884e-09cc9846f954) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:26.849450 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Pushing event updated for resources: {'Port': ['ID=acd3251e-0985-4664-962a-2ab9b60d2a45,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:26.859261 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:26.859764 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Checking segment: {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:26.860262 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.860748 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Bound using segment: {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:26.861327 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Bound port: 4220b24e-f0e5-4353-bd6a-b421f65bf2e6, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:26.861898 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.869518 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Sync routers for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:26.873321 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.877868 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-049141e6-6e7c-4d8b-90b0-70920fbae390 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6164608 Apr 05 22:33:26.878824 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Publish callbacks [] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.878966 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45578) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:26.881877 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f226781-e49a-482c-9313-7e610c1df029 None None] Network 072ebb1f-4c1b-44e9-884e-09cc9846f954 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:26.950350 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45588) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:26.952319 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7d360e-06a3-4ee3-bfc8-a82bd6a3325c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:26.952905 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd7d360e-06a3-4ee3-bfc8-a82bd6a3325c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.977064 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-be617c2c-d86e-473e-98cf-15189d4a9a8d None None] For port d63d8f0e-41db-4732-bb84-f6849b4903f4, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=d63d8f0e-41db-4732-bb84-f6849b4903f4,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:26.993558 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-3a46c364-9701-4ffd-8c1a-2814689f8b3d req-84f66fc6-46ef-4c28-8efc-58c39180025c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 210 time: 0.1723659 Apr 05 22:33:27.014417 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:27.015591 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:27.029902 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Publish callbacks [] for router_gateway (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.042406 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-be617c2c-d86e-473e-98cf-15189d4a9a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.094171 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port d63d8f0e-41db-4732-bb84-f6849b4903f4 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:27.094848 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.143396 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Attempting to bind port acd3251e-0985-4664-962a-2ab9b60d2a45 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:27.143852 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Attempting to bind port acd3251e-0985-4664-962a-2ab9b60d2a45 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:27.144341 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Attempting to bind port acd3251e-0985-4664-962a-2ab9b60d2a45 on network 69f3666c-d270-41ea-a8aa-729dc02e1cda {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:27.189681 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-bd7d360e-06a3-4ee3-bfc8-a82bd6a3325c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1679168 Apr 05 22:33:27.221874 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:27.222433 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Checking segment: {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:27.222977 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.223472 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Bound using segment: {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:27.224074 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Bound port: acd3251e-0985-4664-962a-2ab9b60d2a45, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:27.224559 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.315653 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] For port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:27.327771 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be617c2c-d86e-473e-98cf-15189d4a9a8d None None] Pushing event updated for resources: {'Port': ['ID=d63d8f0e-41db-4732-bb84-f6849b4903f4,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:27.368306 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-a637eb80-1f61-438b-829e-2df0c81e745e None None] Provisioning complete for port d63d8f0e-41db-4732-bb84-f6849b4903f4 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:27.368848 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a637eb80-1f61-438b-829e-2df0c81e745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.378080 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] For port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4220b24e-f0e5-4353-bd6a-b421f65bf2e6,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:27.382682 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc3f5c4-f749-45c6-9701-65eb2dc45b08 None None] Network 072ebb1f-4c1b-44e9-884e-09cc9846f954 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:27.387454 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f3ca0aaa-5507-428d-8a24-b4af4e2c9bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.411748 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45600) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:27.450925 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.490749 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.566728 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e983fd28-fbe6-4bbe-93e0-5704514f02a5 admin admin] Deleting subnet fc185aba-6b1e-4911-9db6-976133387018 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:33:27.575251 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e983fd28-fbe6-4bbe-93e0-5704514f02a5 admin admin] Publish callbacks [] for subnet (fc185aba-6b1e-4911-9db6-976133387018), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.602341 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:27.674001 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e983fd28-fbe6-4bbe-93e0-5704514f02a5 admin admin] Publish callbacks [] for subnet (fc185aba-6b1e-4911-9db6-976133387018), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.726716 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e983fd28-fbe6-4bbe-93e0-5704514f02a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (fc185aba-6b1e-4911-9db6-976133387018), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.770491 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.864198 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f3ca0aaa-5507-428d-8a24-b4af4e2c9bc5 admin admin] Publish callbacks [] for security_group (8b29ed0a-94b6-4488-81ac-200dfe12c672), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.870820 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] For port acd3251e-0985-4664-962a-2ab9b60d2a45, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:27.876680 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f3ca0aaa-5507-428d-8a24-b4af4e2c9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8b29ed0a-94b6-4488-81ac-200dfe12c672), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.890761 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Publish callbacks [] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.906112 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.951216 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] For port acd3251e-0985-4664-962a-2ab9b60d2a45, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=acd3251e-0985-4664-962a-2ab9b60d2a45,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:27.957340 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca0aaa-5507-428d-8a24-b4af4e2c9bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b29ed0a-94b6-4488-81ac-200dfe12c672,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:27.996036 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e983fd28-fbe6-4bbe-93e0-5704514f02a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for subnet (fc185aba-6b1e-4911-9db6-976133387018), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.000259 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e79200-8ecd-493e-ac13-323962ca6294 None None] Pushing event updated for resources: {'Port': ['ID=4220b24e-f0e5-4353-bd6a-b421f65bf2e6,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:28.000259 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port d63d8f0e-41db-4732-bb84-f6849b4903f4 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:28.042454 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e983fd28-fbe6-4bbe-93e0-5704514f02a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.048525 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-e983fd28-fbe6-4bbe-93e0-5704514f02a5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fc185aba-6b1e-4911-9db6-976133387018 HTTP/1.1" status: 204 len: 168 time: 0.6335902 Apr 05 22:33:28.049232 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45630) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:28.054514 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Attempting to bind port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:28.061190 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Attempting to bind port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:28.061190 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Attempting to bind port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 on network 9a73b557-2ada-4566-ab40-66bfa715f81e {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:28.063425 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683954'] for router (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.087197 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.135761 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:28.143325 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Checking segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:28.143722 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.145487 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Bound using segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:28.146017 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Bound port: 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:28.150242 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.232477 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:28.263121 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (c600dd95-1c5b-441d-8a58-a54bdf7ffd88), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.312032 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983fd28-fbe6-4bbe-93e0-5704514f02a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc185aba-6b1e-4911-9db6-976133387018,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:28.321346 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-f3ca0aaa-5507-428d-8a24-b4af4e2c9bc5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=389a531e027b4bb084928afe07c96e52&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3668435 Apr 05 22:33:28.327943 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45638) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:28.368097 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Pushing event updated for resources: {'Port': ['ID=9ff23e7e-bdf4-44d3-96a5-428b88ac6c12,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:28.393627 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.395401 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-a637eb80-1f61-438b-829e-2df0c81e745e None None] Current status of the port d63d8f0e-41db-4732-bb84-f6849b4903f4 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:28.398245 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.399948 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.399948 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.402106 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2800bf-2fd7-4065-8893-6d945186fa90 None None] Pushing event updated for resources: {'Port': ['ID=acd3251e-0985-4664-962a-2ab9b60d2a45,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:28.402513 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.403008 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.405171 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.405586 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.406171 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.406727 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.408426 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.417709 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.418240 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.418756 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.419572 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Tracked resource versions report: Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: pushed versions: Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: { 'AddressGroup': {'1.2'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'Agent': {'1.1'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'ConntrackHelper': {'1.0'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'Log': {'1.0'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'NDPProxy': {'1.0'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'Network': {'1.1'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'Port': {'1.7'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'PortForwarding': {'1.3'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'QosPolicy': {'1.10'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'SecurityGroup': {'1.5'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'SubPort': {'1.0'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'Subnet': {'1.1'}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'Trunk': {'1.1'}} Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: consumer versions: Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: { DHCP agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: HyperV agent@hv-cinder-83588: {}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: L3 agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: Metadata agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: Metering agent@dv-cinder-835881-4-smb: {}, Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: Open vSwitch agent@dv-cinder-835881-4-smb: { 'AddressGroup': '1.2', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'Agent': '1.1', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'ConntrackHelper': '1.0', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'LocalIPAssociation': '1.0', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'Log': '1.0', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'NDPProxy': '1.0', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'Network': '1.1', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'Port': '1.7', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'PortForwarding': '1.3', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'QosPolicy': '1.10', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'SecurityGroup': '1.5', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'SecurityGroupRule': '1.2', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'SubPort': '1.0', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'Subnet': '1.1', Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: 'Trunk': '1.1'}} Apr 05 22:33:28.420887 dv-cinder-835881-4-smb neutron-server[103232]: {{(pid=103232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:33:28.436560 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] For port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:28.474525 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] For port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=9ff23e7e-bdf4-44d3-96a5-428b88ac6c12,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:28.484783 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.561147 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:25Z', 'revision_number': 3, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:28.604936 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Routers {'0ec2d706-429d-4fa8-8838-c5302e004837'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:28.605658 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['0ec2d706-429d-4fa8-8838-c5302e004837'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:28.618430 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:28.625022 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:28.629728 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d300fe5d-3bd5-4682-8576-feb5a8ac8d52 req-1f94f265-994d-4c53-87c7-67a25d181d54 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 210 time: 0.3343282 Apr 05 22:33:28.660202 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Checking router: d5ab0a1a-40e0-46dd-949c-80556bfbb1bd for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:28.661016 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Updating router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 binding host dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:33:28.726194 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.839370 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (c600dd95-1c5b-441d-8a58-a54bdf7ffd88), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.889855 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device d63d8f0e-41db-4732-bb84-f6849b4903f4 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:28.915744 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1200c20-6938-4190-bd8b-c0444a5843a2 admin admin] Publish callbacks [] for security_group (8b29ed0a-94b6-4488-81ac-200dfe12c672), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.967313 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b5867-6ca2-469c-b560-2c5f08ffe3c6 None None] Pushing event updated for resources: {'Port': ['ID=9ff23e7e-bdf4-44d3-96a5-428b88ac6c12,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:28.993322 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port d63d8f0e-41db-4732-bb84-f6849b4903f4 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:28.993690 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.008037 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1200c20-6938-4190-bd8b-c0444a5843a2 admin admin] Publish callbacks [] for security_group (8b29ed0a-94b6-4488-81ac-200dfe12c672), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.022763 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.023127 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.023895 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.024196 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > port after_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.024512 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.024825 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > port after_update 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.025154 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.028803 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.029226 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.029556 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.050954 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] Set router 0ec2d706-429d-4fa8-8838-c5302e004837 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:29.138578 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port d63d8f0e-41db-4732-bb84-f6849b4903f4 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:29.139725 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:29.272934 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:29.273607 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.291668 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.291943 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.292270 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.292626 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:29.292982 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c600dd95-1c5b-441d-8a58-a54bdf7ffd88']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:29.326700 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b3c5b4-7159-4c47-b7c3-0298c055beda') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:29.326998 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b3c5b4-7159-4c47-b7c3-0298c055beda') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:29.363326 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a29b4e48-d9b9-4e19-9ea3-7bb042b782d2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:29.382861 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60389580'] for segment (74b3c5b4-7159-4c47-b7c3-0298c055beda), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.390006 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Allocated IP 172.20.0.1 (b477f809-ad93-4dd7-b680-cb0ad94d0275/05e38a47-8a2e-4d46-81be-81b385e2fe0c/4a3608ef-01f2-4929-aebc-e6f4e923de6b) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:29.403995 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c is scheduled to L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:33:29.424986 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Publish callbacks [] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.434560 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.448611 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:23Z', 'revision_number': 3, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:29.491460 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede0d9e-029b-49e8-8e44-91d6ab1228d9 None None] The sync data for ids ['0ec2d706-429d-4fa8-8838-c5302e004837'] in dv-cinder-835881-4-smb is: [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:23Z', 'revision_number': 3, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:29.526056 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (74b3c5b4-7159-4c47-b7c3-0298c055beda), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.550315 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617d29c-c50b-45ab-b896-e2deca6e12f1 None None] Pushing event updated for resources: {'Port': ['ID=db19d46d-ee98-40b6-9db1-8ec1a2ea4d84,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:29.610315 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:29.610866 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.636419 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Attempting to bind port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:29.637316 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Attempting to bind port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:29.638084 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Attempting to bind port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 on network 9a73b557-2ada-4566-ab40-66bfa715f81e {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:29.648422 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:29.649968 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Checking segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:29.650388 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.650834 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Bound using segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:29.651473 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Bound port: db19d46d-ee98-40b6-9db1-8ec1a2ea4d84, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:29.651696 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.687437 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.689587 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4220b24e-f0e5-4353-bd6a-b421f65bf2e6,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:29.713865 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Publish callbacks [] for router_gateway (837d3629-e791-437b-bd3c-1ddc7e18f831), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.721458 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:33:29.721883 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60645619'] for segment (74b3c5b4-7159-4c47-b7c3-0298c055beda), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.724455 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e04b20-868c-4409-9a25-56f8bfbd7007 None None] Network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: from cryptography.utils import int_from_bytes Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: from cryptography.utils import int_from_bytes Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: Traceback (most recent call last): Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: timer() Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: cb(*args, **kw) Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: return func(*args, **kwargs) Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: self._notify() Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: self.callback(batched_events) Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: event.method(event) Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: return f(self, *a, **k) Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: return self._get(url).json() Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:33:29.734666 dv-cinder-835881-4-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:33:29.757627 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.763739 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1200c20-6938-4190-bd8b-c0444a5843a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8b29ed0a-94b6-4488-81ac-200dfe12c672), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.775220 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1200c20-6938-4190-bd8b-c0444a5843a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.779040 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-e1200c20-6938-4190-bd8b-c0444a5843a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b29ed0a-94b6-4488-81ac-200dfe12c672 HTTP/1.1" status: 204 len: 168 time: 1.4360418 Apr 05 22:33:29.867061 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-84168d3b-539a-4342-a576-87955c96b4b7 None None] Provisioning complete for port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:29.867894 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-84168d3b-539a-4342-a576-87955c96b4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.961304 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1200c20-6938-4190-bd8b-c0444a5843a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b29ed0a-94b6-4488-81ac-200dfe12c672,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:29.962263 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] For port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:30.009838 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=4220b24e-f0e5-4353-bd6a-b421f65bf2e6,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:30.035513 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] For port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=db19d46d-ee98-40b6-9db1-8ec1a2ea4d84,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:30.151325 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.221654 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.44', 56376) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:30.223694 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Publish callbacks [] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.279304 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.294962 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a1de5e00-e382-4ff4-bc50-46725af63837 req-d48a4f5f-d055-4c1e-bdbc-689ce21c3364 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 210 time: 0.2458246 Apr 05 22:33:30.358753 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Network b477f809-ad93-4dd7-b680-cb0ad94d0275 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:30.360842 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:30.371160 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (c600dd95-1c5b-441d-8a58-a54bdf7ffd88), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.371560 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Sync routers for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:30.375140 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:30.391469 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:30.392413 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684003'] for router_interface (0ec2d706-429d-4fa8-8838-c5302e004837), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.405512 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:30.407821 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:30.475999 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dd7282-bb1d-4d53-9b9a-c268c04a497c None None] Network 69f3666c-d270-41ea-a8aa-729dc02e1cda requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:30.573856 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.590642 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c600dd95-1c5b-441d-8a58-a54bdf7ffd88 HTTP/1.1" status: 204 len: 168 time: 2.4931328 Apr 05 22:33:30.590845 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3608ef-01f2-4929-aebc-e6f4e923de6b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:30.600032 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45686) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:30.703903 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ef41b0-faee-4a62-89fa-61c8838e06f2 admin admin] Deleting subnet 203fa590-70b6-48d2-a721-a6e1fdcaa3cf {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:33:30.707930 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-84168d3b-539a-4342-a576-87955c96b4b7 None None] Current status of the port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:30.727201 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.734887 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-1eb04a59-bed2-4b3a-9c23-e713116d56ff admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9745378 Apr 05 22:33:30.746027 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45694) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:30.754909 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69ef41b0-faee-4a62-89fa-61c8838e06f2 admin admin] Publish callbacks [] for subnet (203fa590-70b6-48d2-a721-a6e1fdcaa3cf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.816097 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:33:30.908794 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ececec-8d6e-453d-8c16-044ad30d2153 admin admin] Pushing event deleted for resources: {'Network': ['ID=c600dd95-1c5b-441d-8a58-a54bdf7ffd88,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:30.947800 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:31.091944 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:31.100855 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:31.112829 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:31.135079 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69ef41b0-faee-4a62-89fa-61c8838e06f2 admin admin] Publish callbacks [] for subnet (203fa590-70b6-48d2-a721-a6e1fdcaa3cf), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.148983 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Allocated IP 172.20.0.1 (3b6690ac-f4b8-4a7e-968f-10ccb08336f7/d7f3574c-1479-402b-b66c-800a10f43d9e/4df8f70d-3c69-480b-8d61-70b8243e93ba) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:31.158550 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617d29c-c50b-45ab-b896-e2deca6e12f1 None None] Pushing event updated for resources: {'Port': ['ID=db19d46d-ee98-40b6-9db1-8ec1a2ea4d84,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:31.171078 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69ef41b0-faee-4a62-89fa-61c8838e06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (203fa590-70b6-48d2-a721-a6e1fdcaa3cf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.246749 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683954'] for router (837d3629-e791-437b-bd3c-1ddc7e18f831), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.373646 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-aee31b5c-4ab4-450d-b4a7-8fc26a89fea4 None None] Provisioning complete for port acd3251e-0985-4664-962a-2ab9b60d2a45 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:31.374017 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-aee31b5c-4ab4-450d-b4a7-8fc26a89fea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.383086 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.414128 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69ef41b0-faee-4a62-89fa-61c8838e06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for subnet (203fa590-70b6-48d2-a721-a6e1fdcaa3cf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.427183 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:26Z', 'revision_number': 3, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:31.437831 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69ef41b0-faee-4a62-89fa-61c8838e06f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.441393 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-69ef41b0-faee-4a62-89fa-61c8838e06f2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/203fa590-70b6-48d2-a721-a6e1fdcaa3cf HTTP/1.1" status: 204 len: 168 time: 0.8385382 Apr 05 22:33:31.492302 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45728) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:31.519179 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Checking router: 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:31.522766 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Updating router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c port 0f63b942-99a9-481a-9036-00aa0be99c57 binding host dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:33:31.602544 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (0f63b942-99a9-481a-9036-00aa0be99c57), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.617128 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef41b0-faee-4a62-89fa-61c8838e06f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203fa590-70b6-48d2-a721-a6e1fdcaa3cf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:31.712424 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446373-2cdb-471f-9836-89acb2c843cd req-4a76d822-60c9-4fc7-b68e-be45025e0c28 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:31.715364 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-4a76d822-60c9-4fc7-b68e-be45025e0c28 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.44 "GET /v2.0/networks?id=0324f92f-5c1c-4b37-839d-8dc514f05078 HTTP/1.1" status: 200 len: 810 time: 1.4848776 Apr 05 22:33:31.731788 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:31.732401 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.821906 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-72446373-2cdb-471f-9836-89acb2c843cd req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Request body: {'port': {'device_id': '13fdb76d-2bd1-4255-b99f-b5de3164d22e', 'network_id': '0324f92f-5c1c-4b37-839d-8dc514f05078', 'admin_state_up': True, 'tenant_id': '5c25463414b740c6bd2813d824259156'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:32.020882 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (072ebb1f-4c1b-44e9-884e-09cc9846f954), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.081495 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:32.183846 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Publish callbacks [] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.254273 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Router 837d3629-e791-437b-bd3c-1ddc7e18f831 is scheduled to L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:33:32.270421 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-aee31b5c-4ab4-450d-b4a7-8fc26a89fea4 None None] Current status of the port acd3251e-0985-4664-962a-2ab9b60d2a45 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:32.271040 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-aee31b5c-4ab4-450d-b4a7-8fc26a89fea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.330604 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-62c38bd8-ce48-4360-b792-11acf9762d45 req-b8ebb69c-7cef-4800-b87f-d84745ad2768 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 210 time: 0.5956156 Apr 05 22:33:32.331740 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.373345 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:32.375920 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72446373-2cdb-471f-9836-89acb2c843cd req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Made reservation on behalf of 5c25463414b740c6bd2813d824259156 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:32.383888 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72446373-2cdb-471f-9836-89acb2c843cd req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.415387 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:32.427749 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:32.712906 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Publish callbacks [] for port (0f63b942-99a9-481a-9036-00aa0be99c57), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.728429 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (0f63b942-99a9-481a-9036-00aa0be99c57), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.831643 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-aee31b5c-4ab4-450d-b4a7-8fc26a89fea4 None None] For port acd3251e-0985-4664-962a-2ab9b60d2a45, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=acd3251e-0985-4664-962a-2ab9b60d2a45,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:32.863537 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-aee31b5c-4ab4-450d-b4a7-8fc26a89fea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.953424 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-72446373-2cdb-471f-9836-89acb2c843cd req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Allocated IP 172.20.0.3 (0324f92f-5c1c-4b37-839d-8dc514f05078/cf10f340-5210-4c9e-8d87-f0fbb5dc6abd/41430268-620a-4c92-b8e2-ba2f26bc3b9c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:32.971569 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Attempting to bind port 0f63b942-99a9-481a-9036-00aa0be99c57 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:32.976709 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Attempting to bind port 0f63b942-99a9-481a-9036-00aa0be99c57 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:32.978855 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Attempting to bind port 0f63b942-99a9-481a-9036-00aa0be99c57 on network 9a73b557-2ada-4566-ab40-66bfa715f81e {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:32.985805 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ebde0-c809-4a22-b6f4-58f13e11b59e None None] Pushing event updated for resources: {'Port': ['ID=0f63b942-99a9-481a-9036-00aa0be99c57,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:33.008079 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:33.008079 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Checking segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:33.008079 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.008079 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Bound using segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:33.008079 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Bound port: 0f63b942-99a9-481a-9036-00aa0be99c57, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:33.008079 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (0f63b942-99a9-481a-9036-00aa0be99c57), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.104823 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (072ebb1f-4c1b-44e9-884e-09cc9846f954), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.126374 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] For port 0f63b942-99a9-481a-9036-00aa0be99c57, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:33.134128 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] For port 0f63b942-99a9-481a-9036-00aa0be99c57, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=0f63b942-99a9-481a-9036-00aa0be99c57,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:33.141138 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:33.141741 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.146444 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (0f63b942-99a9-481a-9036-00aa0be99c57), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.156561 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.156914 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.162882 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.163277 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > port after_create 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.163595 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.163962 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > port after_update 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.164312 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.167230 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.167867 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.168207 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.206334 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-1294b540-2d76-4a31-a9a6-26c533f91de6 None None] Provisioning complete for port 4df8f70d-3c69-480b-8d61-70b8243e93ba triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:33.207028 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1294b540-2d76-4a31-a9a6-26c533f91de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.217054 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=9ff23e7e-bdf4-44d3-96a5-428b88ac6c12,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:33.261198 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72446373-2cdb-471f-9836-89acb2c843cd req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Publish callbacks [] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.262142 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.263229 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device acd3251e-0985-4664-962a-2ab9b60d2a45 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:33.310948 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:33.311994 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:33.318243 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee31b5c-4ab4-450d-b4a7-8fc26a89fea4 None None] Pushing event updated for resources: {'Port': ['ID=acd3251e-0985-4664-962a-2ab9b60d2a45,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:33.319648 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ebde0-c809-4a22-b6f4-58f13e11b59e None None] Pushing event updated for resources: {'Port': ['ID=0f63b942-99a9-481a-9036-00aa0be99c57,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:33.373770 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:25Z', 'revision_number': 3, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:33.392459 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-1294b540-2d76-4a31-a9a6-26c533f91de6 None None] Port 4df8f70d-3c69-480b-8d61-70b8243e93ba cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:33.494659 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a72e80-7b12-43a8-b2d5-9f9765611801 None None] The sync data for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb is: [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:25Z', 'revision_number': 3, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:33.500529 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port acd3251e-0985-4664-962a-2ab9b60d2a45 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:33.500909 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.588603 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:33.603230 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.603568 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.603887 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.604205 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:33:33.604543 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072ebb1f-4c1b-44e9-884e-09cc9846f954']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:33.626650 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=9ff23e7e-bdf4-44d3-96a5-428b88ac6c12,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:33.638387 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-1294b540-2d76-4a31-a9a6-26c533f91de6 None None] Provisioning complete for port 4a3608ef-01f2-4929-aebc-e6f4e923de6b triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:33.638746 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1294b540-2d76-4a31-a9a6-26c533f91de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.653918 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86978447-06f3-4331-b21b-cc288364b02d') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:33.654140 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86978447-06f3-4331-b21b-cc288364b02d') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:33.680210 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684003'] for router_interface (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.703248 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226939'] for segment (86978447-06f3-4331-b21b-cc288364b02d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.747066 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-1294b540-2d76-4a31-a9a6-26c533f91de6 None None] Port 4a3608ef-01f2-4929-aebc-e6f4e923de6b cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:33.751828 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (86978447-06f3-4331-b21b-cc288364b02d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.760785 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:33:33.761172 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267126'] for segment (86978447-06f3-4331-b21b-cc288364b02d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.778529 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-1294b540-2d76-4a31-a9a6-26c533f91de6 None None] Provisioning complete for port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:33.779284 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1294b540-2d76-4a31-a9a6-26c533f91de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:33.784639 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=4df8f70d-3c69-480b-8d61-70b8243e93ba,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:33.875351 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port acd3251e-0985-4664-962a-2ab9b60d2a45 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:33.877429 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: from cryptography.utils import int_from_bytes Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: from cryptography.utils import int_from_bytes Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: Traceback (most recent call last): Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: timer() Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: cb(*args, **kw) Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: return func(*args, **kwargs) Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: self._notify() Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: self.callback(batched_events) Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: event.method(event) Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: return f(self, *a, **k) Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: return self._get(url).json() Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: return self.request(url, 'GET', **kwargs) Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:33:33.909202 dv-cinder-835881-4-smb neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:33:34.046352 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:34.046814 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.050211 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-1294b540-2d76-4a31-a9a6-26c533f91de6 None None] Current status of the port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:34.107548 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-1294b540-2d76-4a31-a9a6-26c533f91de6 None None] Provisioning complete for port acd3251e-0985-4664-962a-2ab9b60d2a45 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:34.108023 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1294b540-2d76-4a31-a9a6-26c533f91de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.122742 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:26Z', 'revision_number': 3, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:34.211248 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b6c328b3-51a4-49e9-a606-209ccb8dabf9 req-c1e0f379-3cba-4aed-91da-c69913e7e7b8 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 210 time: 0.2928221 Apr 05 22:33:34.242136 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-1294b540-2d76-4a31-a9a6-26c533f91de6 None None] Current status of the port acd3251e-0985-4664-962a-2ab9b60d2a45 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:34.263128 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df3adc-ef05-47d8-aa6d-70936cbd52fe None None] The sync data for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb is: [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:26Z', 'revision_number': 3, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:34.296692 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72446373-2cdb-471f-9836-89acb2c843cd req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.373315 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:34.508760 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:34.526554 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Sync routers for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:34.548296 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:34.550641 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:34.580374 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (072ebb1f-4c1b-44e9-884e-09cc9846f954), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.601660 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Publish callbacks [] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.613985 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.615545 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-8dfaa42e-5dd0-4630-bf50-a0cde039c9c7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.7029161 Apr 05 22:33:34.619131 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45772) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:34.643502 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.765950 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72446373-2cdb-471f-9836-89acb2c843cd req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Network 0324f92f-5c1c-4b37-839d-8dc514f05078 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:34.816026 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-72446373-2cdb-471f-9836-89acb2c843cd req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:34.847905 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.862760 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] 10.222.0.43 "DELETE /v2.0/networks/072ebb1f-4c1b-44e9-884e-09cc9846f954 HTTP/1.1" status: 204 len: 168 time: 3.3653367 Apr 05 22:33:34.959325 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:34.971753 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-72446373-2cdb-471f-9836-89acb2c843cd req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:34.977857 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:35.064551 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3608ef-01f2-4929-aebc-e6f4e923de6b,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:35.104416 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f9c9e-8715-4505-b0d4-15968d65537a admin admin] Pushing event deleted for resources: {'Network': ['ID=072ebb1f-4c1b-44e9-884e-09cc9846f954,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:35.187351 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685939'] for router_interface (0ec2d706-429d-4fa8-8838-c5302e004837), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.347713 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:35.567099 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Network b477f809-ad93-4dd7-b680-cb0ad94d0275 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:35.570516 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:35.582697 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:35.583200 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.680915 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 45794) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:35.704997 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446373-2cdb-471f-9836-89acb2c843cd req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:35.705715 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72446373-2cdb-471f-9836-89acb2c843cd req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.826269 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Router 0ec2d706-429d-4fa8-8838-c5302e004837 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:33:35.880023 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Pushing event updated for resources: {'Port': ['ID=41430268-620a-4c92-b8e2-ba2f26bc3b9c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:36.003073 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:36.004368 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device acd3251e-0985-4664-962a-2ab9b60d2a45 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:36.035204 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-f222433f-a119-48ec-8a60-7bedd1de8a0e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2453339 Apr 05 22:33:36.190457 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-917b1bd8-256d-4f18-8af6-565e1e216b42 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:33:36.197043 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-917b1bd8-256d-4f18-8af6-565e1e216b42 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0931213 Apr 05 22:33:36.198298 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-9d6705fe-5019-44c0-a00b-d922d3d4f1a0 None None] Provisioning complete for port 4a3608ef-01f2-4929-aebc-e6f4e923de6b triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:36.198999 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9d6705fe-5019-44c0-a00b-d922d3d4f1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.260675 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port acd3251e-0985-4664-962a-2ab9b60d2a45 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:36.260675 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.295974 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:36.305743 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Sync routers for ids ['0ec2d706-429d-4fa8-8838-c5302e004837'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:36.314937 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-e2c4a5c7-eb36-4f7e-bf99-6291d094bea3 admin admin] 10.222.0.43 "PUT /v2.0/routers/0ec2d706-429d-4fa8-8838-c5302e004837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7836018 Apr 05 22:33:36.322025 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Routers {'0ec2d706-429d-4fa8-8838-c5302e004837'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:36.325160 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['0ec2d706-429d-4fa8-8838-c5302e004837'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:36.388850 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-9d6705fe-5019-44c0-a00b-d922d3d4f1a0 None None] Port 4a3608ef-01f2-4929-aebc-e6f4e923de6b cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:36.459741 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:29Z', 'revision_number': 3, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:36.592223 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Checking router: 837d3629-e791-437b-bd3c-1ddc7e18f831 for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:36.592223 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Updating router 837d3629-e791-437b-bd3c-1ddc7e18f831 port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 binding host dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:33:36.634796 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Set router 0ec2d706-429d-4fa8-8838-c5302e004837 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:36.660172 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Allocated IP 172.20.0.1 (69f3666c-d270-41ea-a8aa-729dc02e1cda/153678da-7701-49d9-b921-ee9887cc1075/d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:36.697628 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.756173 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:36.976057 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.232258 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Publish callbacks [] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.299645 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-55ab3489-ed75-4463-ba5a-8f96a7a42faa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9905b8e951fe483b8d5e68a21846362d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5730836 Apr 05 22:33:37.313023 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45844) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:37.381860 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.407999 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Request body: {'port': {'device_id': '13fdb76d-2bd1-4255-b99f-b5de3164d22e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:37.466284 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf8423-316d-4893-b2a8-fbccfe8517c0 req-ab9c10e9-d7b4-4211-bf01-e8c77532a87f tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:37.468009 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-95bf8423-316d-4893-b2a8-fbccfe8517c0 req-ab9c10e9-d7b4-4211-bf01-e8c77532a87f tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 931 time: 1.8030438 Apr 05 22:33:37.498154 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port acd3251e-0985-4664-962a-2ab9b60d2a45 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:37.509745 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:37.518252 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Network 69f3666c-d270-41ea-a8aa-729dc02e1cda is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:37.528057 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:37.587689 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4a3608ef-01f2-4929-aebc-e6f4e923de6b', 'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'mac_address': 'fa:16:3e:2b:73:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:27Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 2, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'subnets': [{'id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:37.608863 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:37.651343 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Checking router: 0ec2d706-429d-4fa8-8838-c5302e004837 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:37.652052 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Updating router 0ec2d706-429d-4fa8-8838-c5302e004837 port 4a3608ef-01f2-4929-aebc-e6f4e923de6b binding host dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:33:37.726052 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684003'] for router_interface (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.731886 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.847009 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:37.847009 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.936383 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Publish callbacks [] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.950781 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.997761 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.081758 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:38.082150 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.102420 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Attempting to bind port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:38.102819 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Attempting to bind port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:38.103185 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Attempting to bind port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 on network 9a73b557-2ada-4566-ab40-66bfa715f81e {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:38.114870 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:38.115448 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Checking segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:38.115992 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.116615 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Bound using segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:38.117355 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Bound port: a29b4e48-d9b9-4e19-9ea3-7bb042b782d2, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:38.117864 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.150699 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded4d77-1ebd-41f7-b8cd-4e9a65b6b5e4 None None] Pushing event updated for resources: {'Port': ['ID=a29b4e48-d9b9-4e19-9ea3-7bb042b782d2,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:38.158522 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Pushing event updated for resources: {'Port': ['ID=d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:38.168009 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-95bf8423-316d-4893-b2a8-fbccfe8517c0 req-8978fa12-ac6b-429f-8c63-8f5a6d685595 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594548 Apr 05 22:33:38.197305 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=db19d46d-ee98-40b6-9db1-8ec1a2ea4d84,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:38.199363 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-80028329-c25a-47a5-ada6-7f9d83ff970c None None] Provisioning complete for port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:38.199800 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-80028329-c25a-47a5-ada6-7f9d83ff970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.208503 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502d36b-970f-44c1-8800-5c471dab045f req-5b277fdf-c97e-43cc-a570-78e5cb1bc2ec tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:38.209071 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.228769 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-5b277fdf-c97e-43cc-a570-78e5cb1bc2ec tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 818 time: 0.8881440 Apr 05 22:33:38.259984 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Allocated IP 172.20.0.1 (16c5f87e-a006-47ae-947e-1cc8f902a2e8/95feccaa-a5da-4cb7-9abd-52112f8ef21a/66542f56-440e-4036-b051-2a8e8b73c8bd) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:38.313046 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-6e4a4f08-aa1c-4aa8-be9d-bbe0f6208fda tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/quotas/7885523ebf5c4b1b8dc32aff77a3d098 HTTP/1.1" status: 200 len: 375 time: 0.0832992 Apr 05 22:33:38.399656 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=db19d46d-ee98-40b6-9db1-8ec1a2ea4d84,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:38.521784 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.522356 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Publish callbacks [] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.526745 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 0f63b942-99a9-481a-9036-00aa0be99c57 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:38.535711 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.541822 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-80028329-c25a-47a5-ada6-7f9d83ff970c None None] Port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:38.563297 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] For port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:38.709388 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] For port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=a29b4e48-d9b9-4e19-9ea3-7bb042b782d2,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:38.722543 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-8d3b0cd3-98a2-4b8d-9523-0c07dacaa41e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4084821 Apr 05 22:33:38.753104 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847559a-e9a2-46db-b5e4-eda43127d844 None None] Pushing event updated for resources: {'Port': ['ID=4a3608ef-01f2-4929-aebc-e6f4e923de6b,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:38.769261 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.813006 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4455fbb6-391b-487f-8af7-5df9ebb50834 admin admin] Publish callbacks [] for security_group (8d33cf26-91ee-4d81-9e6f-1a930b2599b4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.868385 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Attempting to bind port 4a3608ef-01f2-4929-aebc-e6f4e923de6b on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:38.868883 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Attempting to bind port 4a3608ef-01f2-4929-aebc-e6f4e923de6b by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:38.869288 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Attempting to bind port 4a3608ef-01f2-4929-aebc-e6f4e923de6b on network b477f809-ad93-4dd7-b680-cb0ad94d0275 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:38.898242 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:38.899921 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Checking segment: {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:38.900516 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.901598 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Bound using segment: {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:38.913006 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Bound port: 4a3608ef-01f2-4929-aebc-e6f4e923de6b, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:38.915598 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.980398 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-191f92fd-e342-43f3-b846-866928d1f6d0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:33:38.981456 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-191f92fd-e342-43f3-b846-866928d1f6d0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1760929 Apr 05 22:33:38.997166 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:38.998797 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:39.004665 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded4d77-1ebd-41f7-b8cd-4e9a65b6b5e4 None None] Pushing event updated for resources: {'Port': ['ID=a29b4e48-d9b9-4e19-9ea3-7bb042b782d2,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:39.086123 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] For port 4a3608ef-01f2-4929-aebc-e6f4e923de6b, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:39.090321 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] For port 4a3608ef-01f2-4929-aebc-e6f4e923de6b, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4a3608ef-01f2-4929-aebc-e6f4e923de6b,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:39.100558 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.131880 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 0f63b942-99a9-481a-9036-00aa0be99c57 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:39.132322 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (0f63b942-99a9-481a-9036-00aa0be99c57), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.221717 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-e142d4c5-ec4d-4256-ad76-aa29874e0a2d service neutron] 10.222.0.43 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280707 Apr 05 22:33:39.225294 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4455fbb6-391b-487f-8af7-5df9ebb50834 admin admin] Publish callbacks [] for security_group (8d33cf26-91ee-4d81-9e6f-1a930b2599b4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.244740 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847559a-e9a2-46db-b5e4-eda43127d844 None None] Pushing event updated for resources: {'Port': ['ID=4a3608ef-01f2-4929-aebc-e6f4e923de6b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:39.281122 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Publish callbacks [] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.292662 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Routers {'0ec2d706-429d-4fa8-8838-c5302e004837'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:39.293297 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['0ec2d706-429d-4fa8-8838-c5302e004837'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:39.343798 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.416552 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:39.491664 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] Set router 0ec2d706-429d-4fa8-8838-c5302e004837 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:39.578721 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-f30a4159-9abe-4781-87e6-08d627bbd97b service neutron] 10.222.0.43 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367994 Apr 05 22:33:39.694176 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Publish callbacks [] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.699121 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4455fbb6-391b-487f-8af7-5df9ebb50834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8d33cf26-91ee-4d81-9e6f-1a930b2599b4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.701945 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4455fbb6-391b-487f-8af7-5df9ebb50834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.709561 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-4455fbb6-391b-487f-8af7-5df9ebb50834 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d33cf26-91ee-4d81-9e6f-1a930b2599b4 HTTP/1.1" status: 204 len: 168 time: 2.3917990 Apr 05 22:33:39.747026 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455fbb6-391b-487f-8af7-5df9ebb50834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d33cf26-91ee-4d81-9e6f-1a930b2599b4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:39.769234 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41430268-620a-4c92-b8e2-ba2f26bc3b9c {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:39.778578 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Publish callbacks [] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.815014 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Transition to ACTIVE for port object 41430268-620a-4c92-b8e2-ba2f26bc3b9c will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:33:39.823629 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4a3608ef-01f2-4929-aebc-e6f4e923de6b', 'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'mac_address': 'fa:16:3e:2b:73:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:27Z', 'updated_at': '2022-04-05T22:33:39Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'subnets': [{'id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:39.830659 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685939'] for router_interface (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.837920 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.866778 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.913167 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=4df8f70d-3c69-480b-8d61-70b8243e93ba,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:39.915838 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2011f2-0cdd-40d6-a9dd-2c61f38f0cd9 None None] The sync data for ids ['0ec2d706-429d-4fa8-8838-c5302e004837'] in dv-cinder-835881-4-smb is: [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4a3608ef-01f2-4929-aebc-e6f4e923de6b', 'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'mac_address': 'fa:16:3e:2b:73:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:27Z', 'updated_at': '2022-04-05T22:33:39Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'subnets': [{'id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:39.940230 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-285b52cf-20b2-4792-a714-ff9927f3166a None None] Provisioning complete for port 4a3608ef-01f2-4929-aebc-e6f4e923de6b triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:39.940603 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-285b52cf-20b2-4792-a714-ff9927f3166a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.976997 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:39.981410 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:39.985165 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:40.109211 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a13972-60c2-4b1b-a731-5af08267e743 req-a3e92c8f-003d-4a10-bba9-3a771ba77893 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:40.115182 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e2a13972-60c2-4b1b-a731-5af08267e743 req-a3e92c8f-003d-4a10-bba9-3a771ba77893 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 931 time: 0.6910710 Apr 05 22:33:40.156008 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684003'] for router_interface (837d3629-e791-437b-bd3c-1ddc7e18f831), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.248757 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 0f63b942-99a9-481a-9036-00aa0be99c57 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:40.253634 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (0f63b942-99a9-481a-9036-00aa0be99c57), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.432166 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port 0f63b942-99a9-481a-9036-00aa0be99c57, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=0f63b942-99a9-481a-9036-00aa0be99c57,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:40.456457 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:40.485102 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Pushing event updated for resources: {'Port': ['ID=66542f56-440e-4036-b051-2a8e8b73c8bd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:40.509307 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (0f63b942-99a9-481a-9036-00aa0be99c57), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.518365 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:29Z', 'revision_number': 3, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:40.571303 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.720183 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45b6e6-07e3-41c7-aab7-5259e8ee4074 None None] The sync data for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb is: [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:29Z', 'revision_number': 3, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:40.825024 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-285b52cf-20b2-4792-a714-ff9927f3166a None None] Current status of the port 4a3608ef-01f2-4929-aebc-e6f4e923de6b is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:40.825414 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-285b52cf-20b2-4792-a714-ff9927f3166a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.903423 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45930) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:40.958820 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:40.963520 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Pushing event updated for resources: {'Port': ['ID=41430268-620a-4c92-b8e2-ba2f26bc3b9c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:40.985886 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-285b52cf-20b2-4792-a714-ff9927f3166a None None] For port 4a3608ef-01f2-4929-aebc-e6f4e923de6b, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4a3608ef-01f2-4929-aebc-e6f4e923de6b,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:40.995393 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=0f63b942-99a9-481a-9036-00aa0be99c57,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:41.007890 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-285b52cf-20b2-4792-a714-ff9927f3166a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.014202 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4a3608ef-01f2-4929-aebc-e6f4e923de6b up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:41.123783 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-0dae2e72-c860-485c-abd3-2d8ec4e5f554 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f6192a720db418f9708522a9d7f793d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2170930 Apr 05 22:33:41.156747 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-15093c2f-fd86-4525-be5a-ecab768029c1 req-8b7ce65a-7674-490f-9421-1810f771ad8f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 210 time: 0.1042726 Apr 05 22:33:41.159874 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 45934) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:41.271091 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 4a3608ef-01f2-4929-aebc-e6f4e923de6b triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:41.273840 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.279737 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Publish callbacks [] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.299476 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.328723 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b52cf-20b2-4792-a714-ff9927f3166a None None] Pushing event updated for resources: {'Port': ['ID=4a3608ef-01f2-4929-aebc-e6f4e923de6b,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:41.354048 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e2a13972-60c2-4b1b-a731-5af08267e743 req-2914640c-f86a-44df-84f2-cd18fd8a3018 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1996839 Apr 05 22:33:41.400760 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-7c768ea1-cadc-4e83-bc7c-d4defa2bc6ae None None] Provisioning complete for port 66542f56-440e-4036-b051-2a8e8b73c8bd triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:41.401133 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7c768ea1-cadc-4e83-bc7c-d4defa2bc6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.412376 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685939'] for router_interface (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.508106 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ec34251-f353-4d80-a836-cf20a4b9be2a admin admin] Publish callbacks [] for security_group (662c2c53-02bc-4eca-b4f5-bf33ce6e5695), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.529812 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-7c768ea1-cadc-4e83-bc7c-d4defa2bc6ae None None] Port 66542f56-440e-4036-b051-2a8e8b73c8bd cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:41.587618 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 4a3608ef-01f2-4929-aebc-e6f4e923de6b is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:41.588819 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:41.593455 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Publish callbacks [] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.603810 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Attempting to bind port 41430268-620a-4c92-b8e2-ba2f26bc3b9c on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:41.603810 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Attempting to bind port 41430268-620a-4c92-b8e2-ba2f26bc3b9c by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '9649a7b9-3c00-4746-a8fd-4db700a45462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0324f92f-5c1c-4b37-839d-8dc514f05078'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:41.603810 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Attempting to bind port 41430268-620a-4c92-b8e2-ba2f26bc3b9c on network 0324f92f-5c1c-4b37-839d-8dc514f05078 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:41.629611 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.696715 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Port 41430268-620a-4c92-b8e2-ba2f26bc3b9c on network 0324f92f-5c1c-4b37-839d-8dc514f05078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:33:41.697047 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Attempting to bind port 41430268-620a-4c92-b8e2-ba2f26bc3b9c on network 0324f92f-5c1c-4b37-839d-8dc514f05078 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:41.711464 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ec34251-f353-4d80-a836-cf20a4b9be2a admin admin] Publish callbacks [] for security_group (662c2c53-02bc-4eca-b4f5-bf33ce6e5695), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.718586 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-7c768ea1-cadc-4e83-bc7c-d4defa2bc6ae None None] Provisioning complete for port 4a3608ef-01f2-4929-aebc-e6f4e923de6b triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:41.721017 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7c768ea1-cadc-4e83-bc7c-d4defa2bc6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.733756 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Pushing event updated for resources: {'Port': ['ID=d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:41.790219 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:41.792944 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Checking segment: {'id': '9649a7b9-3c00-4746-a8fd-4db700a45462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0324f92f-5c1c-4b37-839d-8dc514f05078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:41.793553 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Bound using segment: {'id': '9649a7b9-3c00-4746-a8fd-4db700a45462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0324f92f-5c1c-4b37-839d-8dc514f05078'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:41.794064 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Bound port: 41430268-620a-4c92-b8e2-ba2f26bc3b9c, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9649a7b9-3c00-4746-a8fd-4db700a45462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0324f92f-5c1c-4b37-839d-8dc514f05078'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:41.794436 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.806191 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685939'] for router_interface (837d3629-e791-437b-bd3c-1ddc7e18f831), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:41.808082 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:33:41.962229 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:41.962956 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.110124 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:42.112316 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Pushing event updated for resources: {'Port': ['ID=66542f56-440e-4036-b051-2a8e8b73c8bd,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:42.125511 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:42.193210 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-7c768ea1-cadc-4e83-bc7c-d4defa2bc6ae None None] Current status of the port 4a3608ef-01f2-4929-aebc-e6f4e923de6b is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:42.371497 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Network 69f3666c-d270-41ea-a8aa-729dc02e1cda is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:42.418883 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:42.434442 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:42.451320 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ec34251-f353-4d80-a836-cf20a4b9be2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (662c2c53-02bc-4eca-b4f5-bf33ce6e5695), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.464277 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ec34251-f353-4d80-a836-cf20a4b9be2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.483788 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-5ec34251-f353-4d80-a836-cf20a4b9be2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/662c2c53-02bc-4eca-b4f5-bf33ce6e5695 HTTP/1.1" status: 204 len: 168 time: 1.2960751 Apr 05 22:33:42.537949 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-b0eb6b3c-2d74-4f32-8cc3-1c166654e7e4 admin admin] 10.222.0.43 "PUT /v2.0/routers/d5ab0a1a-40e0-46dd-949c-80556bfbb1bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6571529 Apr 05 22:33:42.763830 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec34251-f353-4d80-a836-cf20a4b9be2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662c2c53-02bc-4eca-b4f5-bf33ce6e5695,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:42.958413 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] For port 41430268-620a-4c92-b8e2-ba2f26bc3b9c, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:43.013955 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Router 837d3629-e791-437b-bd3c-1ddc7e18f831 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:33:43.044773 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Sync routers for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:43.060230 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-d4a08503-6426-4bdb-b77c-e65b27c75bc3 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:43.064148 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ff225-686e-4b74-b7df-21db723e3aed req-fa5a88ef-5b9c-4704-a9d2-0e4501a7abc8 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:43.072592 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-d4a08503-6426-4bdb-b77c-e65b27c75bc3 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 818 time: 0.7264450 Apr 05 22:33:43.084493 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-301ff225-686e-4b74-b7df-21db723e3aed req-fa5a88ef-5b9c-4704-a9d2-0e4501a7abc8 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 943 time: 0.3826711 Apr 05 22:33:43.106831 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] For port 41430268-620a-4c92-b8e2-ba2f26bc3b9c, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41430268-620a-4c92-b8e2-ba2f26bc3b9c,segment=NetworkSegment(9649a7b9-3c00-4746-a8fd-4db700a45462),segment_id=9649a7b9-3c00-4746-a8fd-4db700a45462)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:43.118201 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-2163dfcf-7a77-4378-be34-7b776389cfeb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/quotas/7885523ebf5c4b1b8dc32aff77a3d098 HTTP/1.1" status: 200 len: 375 time: 0.0444505 Apr 05 22:33:43.122031 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.167456 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:43.282338 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-cfde411e-6989-45fb-a67a-8a80147208dd None None] Provisioning complete for port 4df8f70d-3c69-480b-8d61-70b8243e93ba triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:43.284938 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cfde411e-6989-45fb-a67a-8a80147208dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.287198 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:43.287574 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:43.365382 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Pushing event updated for resources: {'Port': ['ID=41430268-620a-4c92-b8e2-ba2f26bc3b9c,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:43.492850 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-301ff225-686e-4b74-b7df-21db723e3aed req-560694a5-3673-43de-a84e-ce9ce3c5713e tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052982 Apr 05 22:33:43.669780 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-cfde411e-6989-45fb-a67a-8a80147208dd None None] Port 4df8f70d-3c69-480b-8d61-70b8243e93ba cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:43.692851 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4a3608ef-01f2-4929-aebc-e6f4e923de6b up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:43.771590 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-c0730125-4598-4d6f-8c6f-5af22ad67bde tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6430666 Apr 05 22:33:43.901024 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.44', 56391) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:44.004492 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-588664b6-3f1a-4fe9-8143-18504a9116f4 None None] Provisioning complete for port 66542f56-440e-4036-b051-2a8e8b73c8bd triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:44.008569 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-588664b6-3f1a-4fe9-8143-18504a9116f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.066099 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:44.106147 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:44.107768 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.113731 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-51e5b40e-787a-4869-b588-c2a2cdb0dc16 service neutron] 10.222.0.44 "PUT /v2.0/ports/41430268-620a-4c92-b8e2-ba2f26bc3b9c HTTP/1.1" status: 200 len: 1093 time: 7.1673288 Apr 05 22:33:44.114782 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fdb76d-2bd1-4255-b99f-b5de3164d22e', 'tag': '41430268-620a-4c92-b8e2-ba2f26bc3b9c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:44.129349 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-588664b6-3f1a-4fe9-8143-18504a9116f4 None None] Port 66542f56-440e-4036-b051-2a8e8b73c8bd cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:44.130818 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:33:44.138915 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 4a3608ef-01f2-4929-aebc-e6f4e923de6b triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:44.139662 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.226301 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-588664b6-3f1a-4fe9-8143-18504a9116f4 None None] Provisioning complete for port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:44.227155 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-588664b6-3f1a-4fe9-8143-18504a9116f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.270794 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:44.279727 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-53891d03-8ac1-43f1-9adc-cb58a0bb0a82 admin admin] 10.222.0.43 "PUT /v2.0/routers/837d3629-e791-437b-bd3c-1ddc7e18f831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6567466 Apr 05 22:33:44.388766 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-588664b6-3f1a-4fe9-8143-18504a9116f4 None None] Port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:44.435493 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 4a3608ef-01f2-4929-aebc-e6f4e923de6b is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:44.436806 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:44.516000 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6821a81-a525-42ad-aace-8f5dd9409daf" -d '{"events": [{"name": "network-changed", "server_uuid": "13fdb76d-2bd1-4255-b99f-b5de3164d22e", "tag": "41430268-620a-4c92-b8e2-ba2f26bc3b9c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:44.550640 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:44.551405 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.664935 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:37Z', 'revision_number': 2, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:44.704060 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Checking router: d5ab0a1a-40e0-46dd-949c-80556bfbb1bd for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:44.704597 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Updating router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd port 4df8f70d-3c69-480b-8d61-70b8243e93ba binding host dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:33:44.741204 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.831063 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:44.831920 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.856472 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=a29b4e48-d9b9-4e19-9ea3-7bb042b782d2,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:44.863973 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.865365 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 0f63b942-99a9-481a-9036-00aa0be99c57 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:45.020528 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:45.027632 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-bab21e92-7a0f-478c-984b-c4db9a3b51be service neutron] 10.222.0.43 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2550879 Apr 05 22:33:45.031817 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Sync routers for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:45.042164 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-d9dbbfd4-7f00-4276-a197-88196c4bf06c admin admin] 10.222.0.43 "PUT /v2.0/routers/2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2563667 Apr 05 22:33:45.062857 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:45.081218 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:45.094960 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502d36b-970f-44c1-8800-5c471dab045f req-69ea57de-e67f-45e4-9367-bca4583e3cf0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:45.100343 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-69ea57de-e67f-45e4-9367-bca4583e3cf0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 818 time: 1.0409694 Apr 05 22:33:45.100868 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=a29b4e48-d9b9-4e19-9ea3-7bb042b782d2,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:45.119740 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446373-2cdb-471f-9836-89acb2c843cd req-98d70e34-f638-4070-af0e-8ad856de2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:45.125774 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-98d70e34-f638-4070-af0e-8ad856de2bd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c25463414b740c6bd2813d824259156&device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 1127 time: 0.8529201 Apr 05 22:33:45.254400 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-0502d36b-970f-44c1-8800-5c471dab045f req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Request body: {'port': {'device_id': '33851044-ca0b-4fde-937b-ff0f558aa7ea', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'admin_state_up': True, 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:45.256365 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 0f63b942-99a9-481a-9036-00aa0be99c57 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:45.259078 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (0f63b942-99a9-481a-9036-00aa0be99c57), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.454834 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:45.466111 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 0f63b942-99a9-481a-9036-00aa0be99c57 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:45.470944 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46072) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:45.476221 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7025616d-057d-4b4a-b179-7169ee55a478 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2014175552', 'description': 'tempest-description--1395722621'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:45.559370 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7025616d-057d-4b4a-b179-7169ee55a478 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.663641 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Publish callbacks [] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.674890 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.682491 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:45.804436 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38000143-5220-4b16-be1c-f19b0f6fda38 None None] Pushing event updated for resources: {'Port': ['ID=4df8f70d-3c69-480b-8d61-70b8243e93ba,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:45.889423 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:45.895716 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.915681 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602cbbc-8739-4f16-a0c2-d0d7257b12b5 req-60833df8-1cea-462b-bee9-3c3639b00ee7 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:45.926001 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8602cbbc-8739-4f16-a0c2-d0d7257b12b5 req-60833df8-1cea-462b-bee9-3c3639b00ee7 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 943 time: 0.2994690 Apr 05 22:33:45.979931 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Attempting to bind port 4df8f70d-3c69-480b-8d61-70b8243e93ba on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:45.980651 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Attempting to bind port 4df8f70d-3c69-480b-8d61-70b8243e93ba by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:45.981266 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Attempting to bind port 4df8f70d-3c69-480b-8d61-70b8243e93ba on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:46.004708 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:46.006716 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7025616d-057d-4b4a-b179-7169ee55a478 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (9e18f8bb-d0fa-475c-9134-924a9e6df215), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.007388 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Checking segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:46.009505 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.010152 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Bound using segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:46.012472 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Bound port: 4df8f70d-3c69-480b-8d61-70b8243e93ba, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:46.013141 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.018063 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7025616d-057d-4b4a-b179-7169ee55a478 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (9e18f8bb-d0fa-475c-9134-924a9e6df215), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.040423 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-b4b009a4-7456-4702-9a54-6ea12dd6dee9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41430268-620a-4c92-b8e2-ba2f26bc3b9c HTTP/1.1" status: 200 len: 217 time: 0.8550522 Apr 05 22:33:46.170288 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8602cbbc-8739-4f16-a0c2-d0d7257b12b5 req-fe71d38a-bb98-4ae5-a480-e8eee172f105 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431355 Apr 05 22:33:46.252962 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025616d-057d-4b4a-b179-7169ee55a478 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e18f8bb-d0fa-475c-9134-924a9e6df215,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:46.257240 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:39Z', 'revision_number': 2, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:46.272486 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7025616d-057d-4b4a-b179-7169ee55a478 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.277884 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-7025616d-057d-4b4a-b179-7169ee55a478 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8057537 Apr 05 22:33:46.279762 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46102) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:46.305022 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4ec3f089-02ac-4691-a369-fedd5b239b4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'security_group_rule': {'security_group_id': '9e18f8bb-d0fa-475c-9134-924a9e6df215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:46.334959 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Checking router: 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:46.335600 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Updating router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 binding host dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:33:46.354096 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Sync routers for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:46.373301 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f089-02ac-4691-a369-fedd5b239b4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (f367aedf-9d1a-4376-8efd-e10e174f023b), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.393815 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:46.394488 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:46.397221 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] For port 4df8f70d-3c69-480b-8d61-70b8243e93ba, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:46.401030 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-7be11186-6353-4e9e-9b99-68fbd268c9db None None] Provisioning complete for port 4df8f70d-3c69-480b-8d61-70b8243e93ba triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:46.401455 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7be11186-6353-4e9e-9b99-68fbd268c9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.406118 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.444207 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:46.515234 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f089-02ac-4691-a369-fedd5b239b4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (f367aedf-9d1a-4376-8efd-e10e174f023b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.521971 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f089-02ac-4691-a369-fedd5b239b4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (f367aedf-9d1a-4376-8efd-e10e174f023b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.586678 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3f089-02ac-4691-a369-fedd5b239b4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f367aedf-9d1a-4376-8efd-e10e174f023b,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:46.608852 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f089-02ac-4691-a369-fedd5b239b4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.610565 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-4ec3f089-02ac-4691-a369-fedd5b239b4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3283291 Apr 05 22:33:46.614726 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46112) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:46.635168 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ec46eca5-34c1-4715-ac8b-7baa131c8a2d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'security_group_rule': {'security_group_id': '9e18f8bb-d0fa-475c-9134-924a9e6df215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:46.734550 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec46eca5-34c1-4715-ac8b-7baa131c8a2d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (706f40c1-9713-41aa-8d8b-2dfe09049f67), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.929974 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] For port 4df8f70d-3c69-480b-8d61-70b8243e93ba, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4df8f70d-3c69-480b-8d61-70b8243e93ba,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:46.959929 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-e8db9724-f96c-4ca3-a474-8b30d803a307 service neutron] 10.222.0.43 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8500042 Apr 05 22:33:46.966080 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4a58ea-f005-4459-8f01-e81c85d09f18 x-openstack-request-id: req-ba4a58ea-f005-4459-8f01-e81c85d09f18 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:46.966400 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fdb76d-2bd1-4255-b99f-b5de3164d22e", "tag": "41430268-620a-4c92-b8e2-ba2f26bc3b9c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:46.966820 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba4a58ea-f005-4459-8f01-e81c85d09f18 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:46.967315 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba4a58ea-f005-4459-8f01-e81c85d09f18'] response: {'name': 'network-changed', 'server_uuid': '13fdb76d-2bd1-4255-b99f-b5de3164d22e', 'tag': '41430268-620a-4c92-b8e2-ba2f26bc3b9c', 'status': 'completed', 'code': 200} Apr 05 22:33:47.076500 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec46eca5-34c1-4715-ac8b-7baa131c8a2d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (706f40c1-9713-41aa-8d8b-2dfe09049f67), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.088511 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec46eca5-34c1-4715-ac8b-7baa131c8a2d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (706f40c1-9713-41aa-8d8b-2dfe09049f67), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.104233 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0502d36b-970f-44c1-8800-5c471dab045f req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Made reservation on behalf of 7885523ebf5c4b1b8dc32aff77a3d098 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:47.109746 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0502d36b-970f-44c1-8800-5c471dab045f req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.158663 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46eca5-34c1-4715-ac8b-7baa131c8a2d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706f40c1-9713-41aa-8d8b-2dfe09049f67,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:47.172285 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec46eca5-34c1-4715-ac8b-7baa131c8a2d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.174773 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-ec46eca5-34c1-4715-ac8b-7baa131c8a2d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5576551 Apr 05 22:33:47.176721 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46128) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:47.204688 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'floatingip': {'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:47.243839 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:47.279020 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446373-2cdb-471f-9836-89acb2c843cd req-33e70693-0714-4493-9ad7-836fc6e37532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:47.304546 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-33e70693-0714-4493-9ad7-836fc6e37532 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf10f340-5210-4c9e-8d87-f0fbb5dc6abd HTTP/1.1" status: 200 len: 850 time: 1.2036362 Apr 05 22:33:47.338283 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.488673 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46142) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:47.520808 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-7be11186-6353-4e9e-9b99-68fbd268c9db None None] Port 4df8f70d-3c69-480b-8d61-70b8243e93ba cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:47.539086 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.551291 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Publish callbacks [] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.562259 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.780773 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7fe24-1173-40e5-a4e9-49f1b822c968 None None] Pushing event updated for resources: {'Port': ['ID=d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:47.911573 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46152) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:47.926015 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6f5ad519-3f98-47ee-8816-decc6a909dab tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550875676', 'description': 'tempest-description--57577648'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:47.957534 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:47.983880 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:47.998993 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Attempting to bind port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:47.999363 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Attempting to bind port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:47.999728 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Attempting to bind port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 on network 69f3666c-d270-41ea-a8aa-729dc02e1cda {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:48.021904 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:48.022271 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Checking segment: {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:48.028262 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.030974 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Bound using segment: {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:48.033355 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Bound port: d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:48.034950 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.070608 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad519-3f98-47ee-8816-decc6a909dab tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.087059 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-0502d36b-970f-44c1-8800-5c471dab045f req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Allocated IP 172.20.0.11 (b477f809-ad93-4dd7-b680-cb0ad94d0275/05e38a47-8a2e-4d46-81be-81b385e2fe0c/9aa0c0ec-a3ba-433b-9521-d46f0f874704) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:48.172233 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b58e03a-775b-4660-9cc8-e48aa93e1663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.204356 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] For port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:48.212205 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38000143-5220-4b16-be1c-f19b0f6fda38 None None] Pushing event updated for resources: {'Port': ['ID=4df8f70d-3c69-480b-8d61-70b8243e93ba,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:48.234595 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] For port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:48.248845 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.318958 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-535e39f6-dcf8-478c-8f10-32186e44768f None None] Provisioning complete for port 4df8f70d-3c69-480b-8d61-70b8243e93ba triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:48.319548 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-535e39f6-dcf8-478c-8f10-32186e44768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.367127 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0502d36b-970f-44c1-8800-5c471dab045f req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.386764 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:48.387662 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:48.403196 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7fe24-1173-40e5-a4e9-49f1b822c968 None None] Pushing event updated for resources: {'Port': ['ID=d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:48.429519 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-6052f4b8-d4a1-4e05-a18f-1ce41fe87f70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0324f92f-5c1c-4b37-839d-8dc514f05078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1218529 Apr 05 22:33:48.431475 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0502d36b-970f-44c1-8800-5c471dab045f req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.488229 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event updated for resources: {'Port': ['ID=9aa0c0ec-a3ba-433b-9521-d46f0f874704,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:48.509374 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0502d36b-970f-44c1-8800-5c471dab045f req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Network b477f809-ad93-4dd7-b680-cb0ad94d0275 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:48.512402 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-0502d36b-970f-44c1-8800-5c471dab045f req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:48.516123 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0502d36b-970f-44c1-8800-5c471dab045f req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:48.553054 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:48.637727 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502d36b-970f-44c1-8800-5c471dab045f req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:48.638667 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0502d36b-970f-44c1-8800-5c471dab045f req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.640085 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3afe4-4b98-4e97-b3a4-1e5dd646515b req-65469070-ff5b-48a1-9f80-626522a74544 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:48.663260 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d0f3afe4-4b98-4e97-b3a4-1e5dd646515b req-65469070-ff5b-48a1-9f80-626522a74544 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 943 time: 0.6172836 Apr 05 22:33:48.795921 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.887481 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad519-3f98-47ee-8816-decc6a909dab tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group (0142f7c4-2127-4a87-8e48-d552d23d10cf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.937231 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-0c35bac2-9b6c-42ed-bc71-6d11847960f1 service neutron] 10.222.0.44 "GET /v2.0/networks/0324f92f-5c1c-4b37-839d-8dc514f05078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856166 Apr 05 22:33:48.956123 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-7d171ba4-1813-4497-bcda-6315c4e09fbe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7719195 Apr 05 22:33:49.000647 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:49.012486 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad519-3f98-47ee-8816-decc6a909dab tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (0142f7c4-2127-4a87-8e48-d552d23d10cf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.045503 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 2, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:49.150711 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Request body: {'port': {'device_id': '33851044-ca0b-4fde-937b-ff0f558aa7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:49.151285 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d0f3afe4-4b98-4e97-b3a4-1e5dd646515b req-9dc44937-2263-4547-af05-3ea8bda3ffe0 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870284 Apr 05 22:33:49.178296 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Checking router: 837d3629-e791-437b-bd3c-1ddc7e18f831 for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:49.179111 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Updating router 837d3629-e791-437b-bd3c-1ddc7e18f831 port 66542f56-440e-4036-b051-2a8e8b73c8bd binding host dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:33:49.215567 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 46192) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:49.239324 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-2ee8151b-ca02-481c-b8de-2c978544e49e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350377580', 'description': 'tempest-description--1922462143'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:49.243550 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-535e39f6-dcf8-478c-8f10-32186e44768f None None] Current status of the port 4df8f70d-3c69-480b-8d61-70b8243e93ba is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:49.246097 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-535e39f6-dcf8-478c-8f10-32186e44768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.249996 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b58e03a-775b-4660-9cc8-e48aa93e1663 admin admin] Publish callbacks [] for security_group (600218ad-4681-4d54-8386-0916d49a0a8e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.257432 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad519-3f98-47ee-8816-decc6a909dab tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.269050 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 46198) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:49.274648 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-6f5ad519-3f98-47ee-8816-decc6a909dab tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3451421 Apr 05 22:33:49.315739 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-12df5011-f6a2-44f5-952f-4bc1c44a83e6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Request body: {'security_group_rule': {'security_group_id': '0142f7c4-2127-4a87-8e48-d552d23d10cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:49.317385 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b58e03a-775b-4660-9cc8-e48aa93e1663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (600218ad-4681-4d54-8386-0916d49a0a8e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.323375 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ad519-3f98-47ee-8816-decc6a909dab tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0142f7c4-2127-4a87-8e48-d552d23d10cf,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:49.341486 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72446373-2cdb-471f-9836-89acb2c843cd req-c43635bb-d648-45b7-b928-4a5ba8634a0a service neutron] 10.222.0.44 "GET /v2.0/networks/0324f92f-5c1c-4b37-839d-8dc514f05078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816824 Apr 05 22:33:49.383291 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Allocated IP 172.28.3.56 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:49.390726 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.404949 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12df5011-f6a2-44f5-952f-4bc1c44a83e6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group_rule (192af627-d709-48e7-b904-74e8a6d78e5c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.408914 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.439292 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-49786fe1-b9f2-4e7b-b023-96754dbd15ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.488428 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0edfdd7d-3217-4f1f-8a68-1d3312c615d6 req-de2bc8ea-e154-4f2c-9b44-b9331161ee14 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 210 time: 0.1677227 Apr 05 22:33:49.508235 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-535e39f6-dcf8-478c-8f10-32186e44768f None None] For port 4df8f70d-3c69-480b-8d61-70b8243e93ba, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4df8f70d-3c69-480b-8d61-70b8243e93ba,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:49.520098 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-535e39f6-dcf8-478c-8f10-32186e44768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.522523 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:48Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:49.560314 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38394fe-a9d8-4a26-a759-12e5b19580b6 None None] The sync data for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb is: [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:48Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:49.561875 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-8b58e03a-775b-4660-9cc8-e48aa93e1663 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5451b3ce2a25466fbe9a49d8b82ce3df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9780791 Apr 05 22:33:49.566434 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46204) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:49.576030 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58e03a-775b-4660-9cc8-e48aa93e1663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600218ad-4681-4d54-8386-0916d49a0a8e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:49.628807 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ee8151b-ca02-481c-b8de-2c978544e49e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.648203 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for port (f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.695658 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09ace19d-5466-428f-9239-9aad544063df admin admin] Publish callbacks [] for security_group (600218ad-4681-4d54-8386-0916d49a0a8e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.737765 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.746923 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-c30e7831-83de-4ed5-968e-20550c59428e None None] Provisioning complete for port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:49.747463 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c30e7831-83de-4ed5-968e-20550c59428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.748821 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e39f6-dcf8-478c-8f10-32186e44768f None None] Pushing event updated for resources: {'Port': ['ID=4df8f70d-3c69-480b-8d61-70b8243e93ba,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:49.764915 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09ace19d-5466-428f-9239-9aad544063df admin admin] Publish callbacks [] for security_group (600218ad-4681-4d54-8386-0916d49a0a8e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.777407 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:49.789054 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.809672 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:49.819531 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:49.840120 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-c30e7831-83de-4ed5-968e-20550c59428e None None] Port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:49.852309 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12df5011-f6a2-44f5-952f-4bc1c44a83e6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group_rule (192af627-d709-48e7-b904-74e8a6d78e5c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.875065 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'Port': ['ID=f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:49.878331 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:46Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:49.898661 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12df5011-f6a2-44f5-952f-4bc1c44a83e6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (192af627-d709-48e7-b904-74e8a6d78e5c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.922263 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09ace19d-5466-428f-9239-9aad544063df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (600218ad-4681-4d54-8386-0916d49a0a8e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.927009 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09ace19d-5466-428f-9239-9aad544063df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.929603 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-09ace19d-5466-428f-9239-9aad544063df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/600218ad-4681-4d54-8386-0916d49a0a8e HTTP/1.1" status: 204 len: 168 time: 0.3619087 Apr 05 22:33:49.939472 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-c30e7831-83de-4ed5-968e-20550c59428e None None] Provisioning complete for port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:49.939867 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c30e7831-83de-4ed5-968e-20550c59428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.943535 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc4749-999f-40f3-ba59-59e14f09646c None None] The sync data for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb is: [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:46Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:49.963328 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ace19d-5466-428f-9239-9aad544063df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600218ad-4681-4d54-8386-0916d49a0a8e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:49.974527 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df5011-f6a2-44f5-952f-4bc1c44a83e6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192af627-d709-48e7-b904-74e8a6d78e5c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:50.009997 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12df5011-f6a2-44f5-952f-4bc1c44a83e6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.012922 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-12df5011-f6a2-44f5-952f-4bc1c44a83e6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7353339 Apr 05 22:33:50.033786 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46208) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:50.052292 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b9ead9e7-278e-44ff-ad51-f770e26c06eb tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Request body: {'security_group_rule': {'security_group_id': '0142f7c4-2127-4a87-8e48-d552d23d10cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:50.108178 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ee8151b-ca02-481c-b8de-2c978544e49e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group (d3522f94-3626-42b8-8085-5f37ab828dce), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.137453 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ee8151b-ca02-481c-b8de-2c978544e49e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d3522f94-3626-42b8-8085-5f37ab828dce), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.165178 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (2343b3e4-8d8e-4275-a7a2-0c59c6c19e50), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.184126 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Publish callbacks [] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.201892 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.222590 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9ead9e7-278e-44ff-ad51-f770e26c06eb tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group_rule (b41a8558-7072-446a-a02b-d77db178265f), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.242666 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-c30e7831-83de-4ed5-968e-20550c59428e None None] Current status of the port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:50.243419 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c30e7831-83de-4ed5-968e-20550c59428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.248717 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ee8151b-ca02-481c-b8de-2c978544e49e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.249341 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-2ee8151b-ca02-481c-b8de-2c978544e49e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0297012 Apr 05 22:33:50.272957 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 46214) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:50.280309 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f731d-583a-442e-9f76-6a30b624c706 None None] Pushing event updated for resources: {'Port': ['ID=66542f56-440e-4036-b051-2a8e8b73c8bd,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:50.373107 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-c30e7831-83de-4ed5-968e-20550c59428e None None] For port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:50.378516 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-73047be5-6794-4691-86b5-fb359fbd5015 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Request body: {'security_group_rule': {'security_group_id': 'd3522f94-3626-42b8-8085-5f37ab828dce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:50.398696 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.436003 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.44', 56405) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:50.443680 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c30e7831-83de-4ed5-968e-20550c59428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.512851 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Attempting to bind port 66542f56-440e-4036-b051-2a8e8b73c8bd on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:50.513221 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Attempting to bind port 66542f56-440e-4036-b051-2a8e8b73c8bd by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:50.513579 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Attempting to bind port 66542f56-440e-4036-b051-2a8e8b73c8bd on network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:50.524065 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:50.524441 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Checking segment: {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:50.525094 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.526131 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Bound using segment: {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:50.526709 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Bound port: 66542f56-440e-4036-b051-2a8e8b73c8bd, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:50.527508 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.801420 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9ead9e7-278e-44ff-ad51-f770e26c06eb tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group_rule (b41a8558-7072-446a-a02b-d77db178265f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.842576 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9ead9e7-278e-44ff-ad51-f770e26c06eb tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (b41a8558-7072-446a-a02b-d77db178265f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.871597 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-332fd30b-2715-43d1-988e-0c25520fd8c0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:50.883350 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-332fd30b-2715-43d1-988e-0c25520fd8c0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 818 time: 0.5139310 Apr 05 22:33:50.890167 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8151b-ca02-481c-b8de-2c978544e49e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3522f94-3626-42b8-8085-5f37ab828dce,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:50.919232 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Request body: {'port': {'device_id': 'd13bb387-668e-46a5-a602-d148e0125257', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'admin_state_up': True, 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:50.975035 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa0c0ec-a3ba-433b-9521-d46f0f874704 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:50.999549 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e7831-83de-4ed5-968e-20550c59428e None None] Pushing event updated for resources: {'Port': ['ID=d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:51.017740 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e1579-0f06-4009-83f8-57b0a608b097 req-620b26f7-ed47-4304-b4ed-bae177a1bcde tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:51.019712 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2444f6b-0d09-4c54-935f-eb8c6b12d461 req-ce191391-5ede-44ce-ab03-4b9fbe8e9a95 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 210 time: 0.2156494 Apr 05 22:33:51.042804 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3b3e1579-0f06-4009-83f8-57b0a608b097 req-620b26f7-ed47-4304-b4ed-bae177a1bcde tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 943 time: 0.7956355 Apr 05 22:33:51.054499 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-4c0464a0-05ca-4d7d-9ac1-db6562932d9c None None] Provisioning complete for port 66542f56-440e-4036-b051-2a8e8b73c8bd triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:51.054499 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4c0464a0-05ca-4d7d-9ac1-db6562932d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.094583 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Publish callbacks [] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.097907 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ead9e7-278e-44ff-ad51-f770e26c06eb tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41a8558-7072-446a-a02b-d77db178265f,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:51.123143 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] For port 66542f56-440e-4036-b051-2a8e8b73c8bd, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:51.147946 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9ead9e7-278e-44ff-ad51-f770e26c06eb tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.152026 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-b9ead9e7-278e-44ff-ad51-f770e26c06eb tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1134191 Apr 05 22:33:51.153928 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Transition to ACTIVE for port object 9aa0c0ec-a3ba-433b-9521-d46f0f874704 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:33:51.156850 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 46252) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:51.166237 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Request body: {'floatingip': {'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:51.210130 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] For port 66542f56-440e-4036-b051-2a8e8b73c8bd, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=66542f56-440e-4036-b051-2a8e8b73c8bd,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:51.234252 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-4c0464a0-05ca-4d7d-9ac1-db6562932d9c None None] Port 66542f56-440e-4036-b051-2a8e8b73c8bd cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:51.247271 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.247528 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.302455 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6821a81-a525-42ad-aace-8f5dd9409daf req-3ed55099-ff63-4e9e-ab9e-5216fb728a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:51.315531 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c6821a81-a525-42ad-aace-8f5dd9409daf req-3ed55099-ff63-4e9e-ab9e-5216fb728a78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c25463414b740c6bd2813d824259156&device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 1127 time: 0.8768048 Apr 05 22:33:51.316125 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73047be5-6794-4691-86b5-fb359fbd5015 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group_rule (580dfb3d-e9ad-4a17-9f4f-8630de001d8e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.380413 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.467451 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Pushing event updated for resources: {'Port': ['ID=9aa0c0ec-a3ba-433b-9521-d46f0f874704,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:51.488767 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:51.494500 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:51.505751 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f731d-583a-442e-9f76-6a30b624c706 None None] Pushing event updated for resources: {'Port': ['ID=66542f56-440e-4036-b051-2a8e8b73c8bd,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:51.659979 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3b3e1579-0f06-4009-83f8-57b0a608b097 req-4d4eb42e-6cb5-4461-b1cc-9ba6f3495e96 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011146 Apr 05 22:33:51.661487 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Made reservation on behalf of 7885523ebf5c4b1b8dc32aff77a3d098 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:51.669839 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.780635 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4df8f70d-3c69-480b-8d61-70b8243e93ba up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:51.787953 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 46270) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:51.841683 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73047be5-6794-4691-86b5-fb359fbd5015 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group_rule (580dfb3d-e9ad-4a17-9f4f-8630de001d8e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.900603 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73047be5-6794-4691-86b5-fb359fbd5015 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (580dfb3d-e9ad-4a17-9f4f-8630de001d8e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.923932 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for port (f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.931195 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73047be5-6794-4691-86b5-fb359fbd5015 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.934074 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.936644 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-73047be5-6794-4691-86b5-fb359fbd5015 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5932174 Apr 05 22:33:51.942799 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 46276) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:51.945415 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Attempting to bind port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:51.945848 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Attempting to bind port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:51.947445 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Attempting to bind port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 on network b477f809-ad93-4dd7-b680-cb0ad94d0275 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:51.954605 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e234c4d9-c7ce-42ca-a1d5-5fc15f55e87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.961079 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d1cb28ec-f498-4263-957c-a1d961ae98fe tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Request body: {'security_group_rule': {'security_group_id': 'd3522f94-3626-42b8-8085-5f37ab828dce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:52.079017 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 4df8f70d-3c69-480b-8d61-70b8243e93ba triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:52.079923 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.105967 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 on network b477f809-ad93-4dd7-b680-cb0ad94d0275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:33:52.105967 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Attempting to bind port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 on network b477f809-ad93-4dd7-b680-cb0ad94d0275 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:52.113237 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73047be5-6794-4691-86b5-fb359fbd5015 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580dfb3d-e9ad-4a17-9f4f-8630de001d8e,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:52.131683 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'Port': ['ID=f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:52.134650 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-38ea7371-dc7d-44f4-9676-05c46f0a0047 None None] Provisioning complete for port 66542f56-440e-4036-b051-2a8e8b73c8bd triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:52.135500 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-38ea7371-dc7d-44f4-9676-05c46f0a0047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.143761 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6821a81-a525-42ad-aace-8f5dd9409daf req-e733b478-7cdf-415b-8e08-aaadbf6b9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:52.152626 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c6821a81-a525-42ad-aace-8f5dd9409daf req-e733b478-7cdf-415b-8e08-aaadbf6b9cd0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0324f92f-5c1c-4b37-839d-8dc514f05078 HTTP/1.1" status: 200 len: 911 time: 0.8298831 Apr 05 22:33:52.177585 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:52.188138 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1cb28ec-f498-4263-957c-a1d961ae98fe tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group_rule (9c5763bc-e511-44fc-811d-77280cd572aa), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.217431 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:52.217961 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Checking segment: {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:52.218607 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Bound using segment: {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:52.219279 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Bound port: 9aa0c0ec-a3ba-433b-9521-d46f0f874704, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:52.219901 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.222572 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (2343b3e4-8d8e-4275-a7a2-0c59c6c19e50), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.233092 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc85021d-9d3a-406e-9d1e-a4a656edcb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.296997 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.297780 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-5d5fbd1b-089c-433a-9360-6b9a216c602a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1197746 Apr 05 22:33:52.323078 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1cb28ec-f498-4263-957c-a1d961ae98fe tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group_rule (9c5763bc-e511-44fc-811d-77280cd572aa), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.340931 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1cb28ec-f498-4263-957c-a1d961ae98fe tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (9c5763bc-e511-44fc-811d-77280cd572aa), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.345263 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c6821a81-a525-42ad-aace-8f5dd9409daf req-1ede2e0e-3382-42f3-b4f4-392c88e571cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41430268-620a-4c92-b8e2-ba2f26bc3b9c HTTP/1.1" status: 200 len: 217 time: 0.1806068 Apr 05 22:33:52.352809 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-ca9371b9-c348-4966-99b7-a3a507d7320b req-709a1741-bcb9-4921-92c0-a3dbb880e3ff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 210 time: 0.1868305 Apr 05 22:33:52.458519 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb28ec-f498-4263-957c-a1d961ae98fe tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5763bc-e511-44fc-811d-77280cd572aa,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:52.461358 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6821a81-a525-42ad-aace-8f5dd9409daf req-f065a088-7467-4ef7-afcd-92e3c082f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:52.463347 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c6821a81-a525-42ad-aace-8f5dd9409daf req-f065a088-7467-4ef7-afcd-92e3c082f41a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf10f340-5210-4c9e-8d87-f0fbb5dc6abd HTTP/1.1" status: 200 len: 850 time: 0.1094310 Apr 05 22:33:52.520058 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1cb28ec-f498-4263-957c-a1d961ae98fe tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.525236 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-d1cb28ec-f498-4263-957c-a1d961ae98fe tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5746601 Apr 05 22:33:52.525956 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 46308) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:52.531316 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 41430268-620a-4c92-b8e2-ba2f26bc3b9c details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:33:52.544460 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Request body: {'floatingip': {'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:52.553504 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c6821a81-a525-42ad-aace-8f5dd9409daf req-cb263146-4c20-4104-8555-34d7febe3ea8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0324f92f-5c1c-4b37-839d-8dc514f05078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836287 Apr 05 22:33:52.601592 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.607248 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] For port 9aa0c0ec-a3ba-433b-9521-d46f0f874704, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:52.617253 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Allocated IP 172.20.0.5 (b477f809-ad93-4dd7-b680-cb0ad94d0275/05e38a47-8a2e-4d46-81be-81b385e2fe0c/fd818499-249e-4925-8d86-2c3b98c6d001) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:52.652329 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 4df8f70d-3c69-480b-8d61-70b8243e93ba is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:52.653474 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:52.667546 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] For port 9aa0c0ec-a3ba-433b-9521-d46f0f874704, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9aa0c0ec-a3ba-433b-9521-d46f0f874704,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:52.713183 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c6821a81-a525-42ad-aace-8f5dd9409daf req-e006c777-8a70-455e-9efe-10afd0e2001c service neutron] 10.222.0.44 "GET /v2.0/networks/0324f92f-5c1c-4b37-839d-8dc514f05078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517422 Apr 05 22:33:52.727828 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.738163 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.db.resource_extend [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 22:33:52.788166 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.818020 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-38ea7371-dc7d-44f4-9676-05c46f0a0047 None None] Current status of the port 66542f56-440e-4036-b051-2a8e8b73c8bd is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:52.818402 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-38ea7371-dc7d-44f4-9676-05c46f0a0047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.825699 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-dd40c726-dcf6-4269-b7ea-badc5162ae0a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2014175552&fields=id&tenant_id=798e0839ad15488b8cb8ee35603db32a HTTP/1.1" status: 200 len: 267 time: 0.2629559 Apr 05 22:33:52.826989 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.928422 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-38ea7371-dc7d-44f4-9676-05c46f0a0047 None None] For port 66542f56-440e-4036-b051-2a8e8b73c8bd, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=66542f56-440e-4036-b051-2a8e8b73c8bd,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:52.960190 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-38ea7371-dc7d-44f4-9676-05c46f0a0047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.968269 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:51Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:52.971777 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:52.972131 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.975878 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 41430268-620a-4c92-b8e2-ba2f26bc3b9c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41430268-620a-4c92-b8e2-ba2f26bc3b9c,segment=NetworkSegment(9649a7b9-3c00-4746-a8fd-4db700a45462),segment_id=9649a7b9-3c00-4746-a8fd-4db700a45462)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:52.996426 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c6821a81-a525-42ad-aace-8f5dd9409daf req-ea74dfcb-6f3e-44ee-b87b-493c891acd64 service neutron] 10.222.0.44 "GET /v2.0/networks/0324f92f-5c1c-4b37-839d-8dc514f05078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778065 Apr 05 22:33:53.021947 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89348760-dad7-4fd6-8658-c7ac84c0ca47 req-d8691020-bb9a-464e-8e84-1dd72f69c2f7 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:53.027439 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-89348760-dad7-4fd6-8658-c7ac84c0ca47 req-d8691020-bb9a-464e-8e84-1dd72f69c2f7 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 943 time: 0.2406707 Apr 05 22:33:53.104989 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f0088-8c82-4092-a365-8cb7b66372ac None None] The sync data for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb is: [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:51Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:53.119233 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '41430268-620a-4c92-b8e2-ba2f26bc3b9c', 'network_id': '0324f92f-5c1c-4b37-839d-8dc514f05078', 'port_id': '41430268-620a-4c92-b8e2-ba2f26bc3b9c', 'mac_address': 'fa:16:3e:5b:6b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf10f340-5210-4c9e-8d87-f0fbb5dc6abd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:33:53.175495 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-89348760-dad7-4fd6-8658-c7ac84c0ca47 req-7ea50edd-2f2e-4799-aba8-47a42fc43940 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306918 Apr 05 22:33:53.210132 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea7371-dc7d-44f4-9676-05c46f0a0047 None None] Pushing event updated for resources: {'Port': ['ID=66542f56-440e-4036-b051-2a8e8b73c8bd,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:53.213488 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 41430268-620a-4c92-b8e2-ba2f26bc3b9c is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:53.214061 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.231740 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41430268-620a-4c92-b8e2-ba2f26bc3b9c {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:53.263615 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc85021d-9d3a-406e-9d1e-a4a656edcb0c admin admin] Publish callbacks [] for security_group (b37c46bb-0e30-4220-aa86-43b810986ada), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.282592 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 41430268-620a-4c92-b8e2-ba2f26bc3b9c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41430268-620a-4c92-b8e2-ba2f26bc3b9c,segment=NetworkSegment(9649a7b9-3c00-4746-a8fd-4db700a45462),segment_id=9649a7b9-3c00-4746-a8fd-4db700a45462)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:53.289065 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:53.289761 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.291190 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] 10.222.0.44 "PUT /v2.0/ports/9aa0c0ec-a3ba-433b-9521-d46f0f874704 HTTP/1.1" status: 200 len: 1094 time: 4.1590936 Apr 05 22:33:53.291837 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.302199 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:53.303800 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33851044-ca0b-4fde-937b-ff0f558aa7ea', 'tag': '9aa0c0ec-a3ba-433b-9521-d46f0f874704'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:53.307077 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9b5985-efa1-40ca-afda-5bc3d35f7028" -d '{"events": [{"name": "network-changed", "server_uuid": "33851044-ca0b-4fde-937b-ff0f558aa7ea", "tag": "9aa0c0ec-a3ba-433b-9521-d46f0f874704"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:53.342124 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc85021d-9d3a-406e-9d1e-a4a656edcb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b37c46bb-0e30-4220-aa86-43b810986ada), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.414420 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=41430268-620a-4c92-b8e2-ba2f26bc3b9c,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:53.498381 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c20d364-d531-4402-9cfa-ecbec82f515c x-openstack-request-id: req-4c20d364-d531-4402-9cfa-ecbec82f515c {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:53.498799 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33851044-ca0b-4fde-937b-ff0f558aa7ea", "tag": "9aa0c0ec-a3ba-433b-9521-d46f0f874704", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:53.499053 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c20d364-d531-4402-9cfa-ecbec82f515c {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:53.499458 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c20d364-d531-4402-9cfa-ecbec82f515c'] response: {'name': 'network-changed', 'server_uuid': '33851044-ca0b-4fde-937b-ff0f558aa7ea', 'tag': '9aa0c0ec-a3ba-433b-9521-d46f0f874704', 'status': 'completed', 'code': 200} Apr 05 22:33:53.569578 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['41430268-620a-4c92-b8e2-ba2f26bc3b9c'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:33:53.599044 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46336) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:53.672684 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4b371dce-16ca-4708-bcac-e4cef261b5f4 req-d1bdbada-f2af-4538-9a99-238afb841cee tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 210 time: 0.0852540 Apr 05 22:33:53.730002 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 66542f56-440e-4036-b051-2a8e8b73c8bd up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:53.760397 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6213bc1-3eca-4fac-b703-ab218100ac4c service neutron] Pushing event updated for resources: {'Port': ['ID=9aa0c0ec-a3ba-433b-9521-d46f0f874704,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:53.814079 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28f344e3-316d-42cc-9da4-41be13dcb96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.833260 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-0465c80b-044f-47d3-9eca-fac8c32ec9fa tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:53.840315 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-0465c80b-044f-47d3-9eca-fac8c32ec9fa tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 814 time: 0.9884610 Apr 05 22:33:53.850887 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85021d-9d3a-406e-9d1e-a4a656edcb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37c46bb-0e30-4220-aa86-43b810986ada,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:53.858849 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-cc85021d-9d3a-406e-9d1e-a4a656edcb0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=032971d8ad4e46e290f4d7c5a2855c54&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0228515 Apr 05 22:33:53.869669 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46344) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:53.898322 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-ecac9a6e-493f-45cf-af46-161fb5b200d6 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/quotas/798e0839ad15488b8cb8ee35603db32a HTTP/1.1" status: 200 len: 375 time: 0.0570376 Apr 05 22:33:53.906010 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Allocated IP 172.28.3.214 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/05d0f07c-695b-4788-861d-dd1268b843e8) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:53.971331 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.978309 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df740e7e-1d67-4735-a210-840122b8261d admin admin] Publish callbacks [] for security_group (b37c46bb-0e30-4220-aa86-43b810986ada), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.989054 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 66542f56-440e-4036-b051-2a8e8b73c8bd triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:53.989653 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.005563 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502d36b-970f-44c1-8800-5c471dab045f req-76df276b-ac76-4f8c-9d2a-2c82e749d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:54.007567 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-76df276b-ac76-4f8c-9d2a-2c82e749d589 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 1128 time: 0.6544793 Apr 05 22:33:54.023671 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df740e7e-1d67-4735-a210-840122b8261d admin admin] Publish callbacks [] for security_group (b37c46bb-0e30-4220-aa86-43b810986ada), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.045315 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28f344e3-316d-42cc-9da4-41be13dcb96d admin admin] Publish callbacks [] for security_group (2d46c591-65f9-409f-b446-01c2ee55c062), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.057414 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28f344e3-316d-42cc-9da4-41be13dcb96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (2d46c591-65f9-409f-b446-01c2ee55c062), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.062398 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for port (fd818499-249e-4925-8d86-2c3b98c6d001), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.143195 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-112f7fc5-53ef-4671-abbb-acf10cd3447f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa0c0ec-a3ba-433b-9521-d46f0f874704 HTTP/1.1" status: 200 len: 217 time: 0.1135910 Apr 05 22:33:54.175791 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-28f344e3-316d-42cc-9da4-41be13dcb96d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a05c957ccb8c4c2e900eccc3fd6b10c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5755329 Apr 05 22:33:54.182472 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46356) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:54.205790 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 66542f56-440e-4036-b051-2a8e8b73c8bd is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:54.223216 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f344e3-316d-42cc-9da4-41be13dcb96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d46c591-65f9-409f-b446-01c2ee55c062,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:54.226245 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-e0c5ec2c-d206-47c1-a442-54d75973f45b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3209455 Apr 05 22:33:54.305919 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.339483 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df740e7e-1d67-4735-a210-840122b8261d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b37c46bb-0e30-4220-aa86-43b810986ada), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.360165 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df740e7e-1d67-4735-a210-840122b8261d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.362266 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-df740e7e-1d67-4735-a210-840122b8261d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b37c46bb-0e30-4220-aa86-43b810986ada HTTP/1.1" status: 204 len: 168 time: 0.4916403 Apr 05 22:33:54.368954 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502d36b-970f-44c1-8800-5c471dab045f req-07027e09-fad3-4643-891f-a1422936c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:54.374834 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-07027e09-fad3-4643-891f-a1422936c0c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.2143438 Apr 05 22:33:54.422810 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df740e7e-1d67-4735-a210-840122b8261d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37c46bb-0e30-4220-aa86-43b810986ada,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:54.445022 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1788f38-1ccd-4714-badf-9d5173be334c admin admin] Publish callbacks [] for security_group (2d46c591-65f9-409f-b446-01c2ee55c062), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.465023 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.466260 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 41430268-620a-4c92-b8e2-ba2f26bc3b9c up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:54.500742 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ad6c4-0cdb-40ee-82b1-48c08bd4eaac req-1b941451-94a3-49ef-9040-eb51d2a543b8 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:54.516464 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-fc1ad6c4-0cdb-40ee-82b1-48c08bd4eaac req-1b941451-94a3-49ef-9040-eb51d2a543b8 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 944 time: 0.2000248 Apr 05 22:33:54.527003 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for port (05d0f07c-695b-4788-861d-dd1268b843e8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.569735 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 41430268-620a-4c92-b8e2-ba2f26bc3b9c completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:33:54.574088 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 41430268-620a-4c92-b8e2-ba2f26bc3b9c triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:54.574590 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.581243 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1788f38-1ccd-4714-badf-9d5173be334c admin admin] Publish callbacks [] for security_group (2d46c591-65f9-409f-b446-01c2ee55c062), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.608132 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Network b477f809-ad93-4dd7-b680-cb0ad94d0275 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:54.620462 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-411da403-2cf6-4c15-b3cc-329fbbf918d5 service neutron] 10.222.0.43 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792861 Apr 05 22:33:54.649557 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1788f38-1ccd-4714-badf-9d5173be334c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (2d46c591-65f9-409f-b446-01c2ee55c062), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.653748 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:54.655089 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1788f38-1ccd-4714-badf-9d5173be334c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.661638 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:54.669486 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-c1788f38-1ccd-4714-badf-9d5173be334c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d46c591-65f9-409f-b446-01c2ee55c062 HTTP/1.1" status: 204 len: 168 time: 0.4703543 Apr 05 22:33:54.815111 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1788f38-1ccd-4714-badf-9d5173be334c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d46c591-65f9-409f-b446-01c2ee55c062,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:54.820337 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event updated for resources: {'Port': ['ID=fd818499-249e-4925-8d86-2c3b98c6d001,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:54.835071 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-fc1ad6c4-0cdb-40ee-82b1-48c08bd4eaac req-3427b8b4-cfed-4937-9e1b-a02409e1fb89 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152003 Apr 05 22:33:54.902339 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46388) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:54.929523 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f5a58e0-63d9-4bae-b665-2423d7dab353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.001678 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502d36b-970f-44c1-8800-5c471dab045f req-cc18d6ce-6ea2-487a-aba0-a500cb69e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:55.003428 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-cc18d6ce-6ea2-487a-aba0-a500cb69e3e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6226807 Apr 05 22:33:55.011603 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:55.012405 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.038292 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (05d0f07c-695b-4788-861d-dd1268b843e8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.048558 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f5a58e0-63d9-4bae-b665-2423d7dab353 admin admin] Publish callbacks [] for security_group (a802288a-1d6e-4a79-8d48-1bb177e31ea1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.062068 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f5a58e0-63d9-4bae-b665-2423d7dab353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a802288a-1d6e-4a79-8d48-1bb177e31ea1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.089779 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 41430268-620a-4c92-b8e2-ba2f26bc3b9c is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:55.090870 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.124256 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fdb76d-2bd1-4255-b99f-b5de3164d22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41430268-620a-4c92-b8e2-ba2f26bc3b9c'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:55.126406 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a58e0-63d9-4bae-b665-2423d7dab353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a802288a-1d6e-4a79-8d48-1bb177e31ea1,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:55.128026 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event updated for resources: {'Port': ['ID=05d0f07c-695b-4788-861d-dd1268b843e8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:55.138246 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-8f5a58e0-63d9-4bae-b665-2423d7dab353 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cded3358ccf545a08d60aecc740a33b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342601 Apr 05 22:33:55.139832 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46390) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:55.208228 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-d508b906-3ec6-4c7d-8bf7-0b1546673771 None None] Provisioning complete for port fd818499-249e-4925-8d86-2c3b98c6d001 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:55.209187 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d508b906-3ec6-4c7d-8bf7-0b1546673771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.214274 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd85047-7f72-414e-8d45-b6b3c5e2b72f req-4e73e6cd-350a-44c8-837c-3b9d0e4643b6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:55.215156 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 41430268-620a-4c92-b8e2-ba2f26bc3b9c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41430268-620a-4c92-b8e2-ba2f26bc3b9c,segment=NetworkSegment(9649a7b9-3c00-4746-a8fd-4db700a45462),segment_id=9649a7b9-3c00-4746-a8fd-4db700a45462)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:55.216057 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bfd85047-7f72-414e-8d45-b6b3c5e2b72f req-4e73e6cd-350a-44c8-837c-3b9d0e4643b6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 931 time: 0.1657870 Apr 05 22:33:55.221885 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b43694-e1f6-4f0f-a05d-2a0c68ae32f4 admin admin] Publish callbacks [] for security_group (a802288a-1d6e-4a79-8d48-1bb177e31ea1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.244059 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.276977 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b43694-e1f6-4f0f-a05d-2a0c68ae32f4 admin admin] Publish callbacks [] for security_group (a802288a-1d6e-4a79-8d48-1bb177e31ea1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.283554 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-d508b906-3ec6-4c7d-8bf7-0b1546673771 None None] Port fd818499-249e-4925-8d86-2c3b98c6d001 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:55.312492 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-deef2daa-fbe5-4c59-9f34-cde85c5e4990 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4016573 Apr 05 22:33:55.315869 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:55.320009 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=41430268-620a-4c92-b8e2-ba2f26bc3b9c,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:55.328707 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bfd85047-7f72-414e-8d45-b6b3c5e2b72f req-c7eb6610-65d9-4e1f-9342-17e6fd45575b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044807 Apr 05 22:33:55.335543 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:55.338792 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:55.344018 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Allocated IP 172.28.3.176 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/72262aab-7614-4232-8fb1-630ef753cb46) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:55.349657 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Request body: {'port': {'device_id': 'd13bb387-668e-46a5-a602-d148e0125257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:55.363064 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b43694-e1f6-4f0f-a05d-2a0c68ae32f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a802288a-1d6e-4a79-8d48-1bb177e31ea1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.366028 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b43694-e1f6-4f0f-a05d-2a0c68ae32f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.371017 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-d6b43694-e1f6-4f0f-a05d-2a0c68ae32f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a802288a-1d6e-4a79-8d48-1bb177e31ea1 HTTP/1.1" status: 204 len: 168 time: 0.2270777 Apr 05 22:33:55.373171 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-595db378-48c9-4313-a016-71c8b08c3778 service neutron] 10.222.0.43 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517760 Apr 05 22:33:55.385254 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b43694-e1f6-4f0f-a05d-2a0c68ae32f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a802288a-1d6e-4a79-8d48-1bb177e31ea1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:55.391280 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.447947 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbab115-86d4-49fc-8f19-353950dd03d0" -d '{"events": [{"server_uuid": "13fdb76d-2bd1-4255-b99f-b5de3164d22e", "name": "network-vif-plugged", "status": "completed", "tag": "41430268-620a-4c92-b8e2-ba2f26bc3b9c"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:55.497893 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-b744259c-b447-476c-86b3-875446ed21d8 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788475 Apr 05 22:33:55.503087 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46404) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:55.543853 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ec96e09-e260-4d7a-8e27-e3f0fea526bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.653761 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ec96e09-e260-4d7a-8e27-e3f0fea526bc admin admin] Publish callbacks [] for security_group (b9f6c544-c39c-4ed9-ad3b-8a51e29ac10b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.662822 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ec96e09-e260-4d7a-8e27-e3f0fea526bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b9f6c544-c39c-4ed9-ad3b-8a51e29ac10b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.715627 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-0ec96e09-e260-4d7a-8e27-e3f0fea526bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b1614c18d314c2990c2d29d5b5d4ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090347 Apr 05 22:33:55.718181 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46412) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:55.736664 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec96e09-e260-4d7a-8e27-e3f0fea526bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f6c544-c39c-4ed9-ad3b-8a51e29ac10b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:55.758968 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cf15f3d5-17b5-468b-b477-0385b9ed4943 req-71636e8a-4a38-4327-b2a2-5f290b653be6 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 210 time: 0.1865072 Apr 05 22:33:55.787895 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.819561 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-529fa157-1c64-409e-95a6-95110be1facd admin admin] Publish callbacks [] for security_group (b9f6c544-c39c-4ed9-ad3b-8a51e29ac10b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.867476 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-529fa157-1c64-409e-95a6-95110be1facd admin admin] Publish callbacks [] for security_group (b9f6c544-c39c-4ed9-ad3b-8a51e29ac10b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.954151 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f42ffbd-6a88-4706-ad49-caf6fb50b5a6 x-openstack-request-id: req-2f42ffbd-6a88-4706-ad49-caf6fb50b5a6 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:55.954714 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fdb76d-2bd1-4255-b99f-b5de3164d22e", "name": "network-vif-plugged", "status": "completed", "tag": "41430268-620a-4c92-b8e2-ba2f26bc3b9c", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:55.955567 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f42ffbd-6a88-4706-ad49-caf6fb50b5a6 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:55.956528 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f42ffbd-6a88-4706-ad49-caf6fb50b5a6'] response: {'server_uuid': '13fdb76d-2bd1-4255-b99f-b5de3164d22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41430268-620a-4c92-b8e2-ba2f26bc3b9c', 'code': 200} Apr 05 22:33:55.970253 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-529fa157-1c64-409e-95a6-95110be1facd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b9f6c544-c39c-4ed9-ad3b-8a51e29ac10b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.974551 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-529fa157-1c64-409e-95a6-95110be1facd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.975624 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-529fa157-1c64-409e-95a6-95110be1facd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9f6c544-c39c-4ed9-ad3b-8a51e29ac10b HTTP/1.1" status: 204 len: 168 time: 0.2565255 Apr 05 22:33:55.987158 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fa157-1c64-409e-95a6-95110be1facd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f6c544-c39c-4ed9-ad3b-8a51e29ac10b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:56.281272 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (22b4337a-e6a6-4cca-882c-594769035014), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.442529 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c40a30-a71c-4dd8-9f33-c6bfefc9c90a req-647d5e0c-a687-4c43-a41d-8de848172100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:56.444623 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c1c40a30-a71c-4dd8-9f33-c6bfefc9c90a req-647d5e0c-a687-4c43-a41d-8de848172100 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 1129 time: 0.2006772 Apr 05 22:33:56.470424 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c1c40a30-a71c-4dd8-9f33-c6bfefc9c90a req-af85cc54-dc57-4f44-8b63-810de3d83cec service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.701481 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e3800-6bb0-4836-b71c-bf231b5922f3 req-1eb12c9c-4ae5-4f70-beef-8cf2869c978e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:56.708385 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8d7e3800-6bb0-4836-b71c-bf231b5922f3 req-1eb12c9c-4ae5-4f70-beef-8cf2869c978e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 931 time: 0.2184248 Apr 05 22:33:56.724881 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for port (72262aab-7614-4232-8fb1-630ef753cb46), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.813567 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (05d0f07c-695b-4788-861d-dd1268b843e8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.817553 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0502d36b-970f-44c1-8800-5c471dab045f req-f627977c-fe56-40df-9352-dbfba9a080ce service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2990155 Apr 05 22:33:56.821251 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8d7e3800-6bb0-4836-b71c-bf231b5922f3 req-ca7132e4-9d32-46bf-b948-851aa6d1c97e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119184 Apr 05 22:33:56.823098 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c1c40a30-a71c-4dd8-9f33-c6bfefc9c90a req-af85cc54-dc57-4f44-8b63-810de3d83cec service neutron] Publish callbacks [] for security_group (8033f4d0-8476-48c2-98c5-7304dfdd7130), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.829439 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c1c40a30-a71c-4dd8-9f33-c6bfefc9c90a req-af85cc54-dc57-4f44-8b63-810de3d83cec service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8033f4d0-8476-48c2-98c5-7304dfdd7130), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.868366 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c1c40a30-a71c-4dd8-9f33-c6bfefc9c90a req-af85cc54-dc57-4f44-8b63-810de3d83cec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146056 Apr 05 22:33:56.896215 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85cc54-dc57-4f44-8b63-810de3d83cec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8033f4d0-8476-48c2-98c5-7304dfdd7130,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:56.914498 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0ad7c-1041-43cb-927d-1d96bb05e525 req-887234da-668e-4cf2-93b4-397f20ce92f5 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:56.915982 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9ee0ad7c-1041-43cb-927d-1d96bb05e525 req-887234da-668e-4cf2-93b4-397f20ce92f5 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 945 time: 0.7101159 Apr 05 22:33:56.974187 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6078acd4-f15a-446b-ac59-b06692ee5fc9 req-b915bb1d-02e4-4910-be9b-44f88d0ff918 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 210 time: 0.0476377 Apr 05 22:33:56.974841 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (72262aab-7614-4232-8fb1-630ef753cb46), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.125900 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:57.137471 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9ee0ad7c-1041-43cb-927d-1d96bb05e525 req-72f13d99-44a2-4198-a151-d1e8c2ecc270 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136433 Apr 05 22:33:57.147203 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:57.178005 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event updated for resources: {'Port': ['ID=72262aab-7614-4232-8fb1-630ef753cb46,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:57.180487 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:57.227180 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46490) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:57.259810 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd818499-249e-4925-8d86-2c3b98c6d001 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:57.277626 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Publish callbacks [] for port (fd818499-249e-4925-8d86-2c3b98c6d001), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.327110 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Transition to ACTIVE for port object fd818499-249e-4925-8d86-2c3b98c6d001 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:33:57.336364 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.391525 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for port (05d0f07c-695b-4788-861d-dd1268b843e8), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.402546 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.409883 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (05d0f07c-695b-4788-861d-dd1268b843e8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.429789 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd818499-249e-4925-8d86-2c3b98c6d001,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:57.442947 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce8119c4-9363-4a14-9390-a2a2cbb3a64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.574107 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce8119c4-9363-4a14-9390-a2a2cbb3a64e admin admin] Publish callbacks [] for security_group (01319683-3318-4c6b-8d30-2e76122d7dca), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.582688 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce8119c4-9363-4a14-9390-a2a2cbb3a64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (01319683-3318-4c6b-8d30-2e76122d7dca), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.596713 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (72262aab-7614-4232-8fb1-630ef753cb46), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.642387 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event updated for resources: {'Port': ['ID=05d0f07c-695b-4788-861d-dd1268b843e8,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:57.646397 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-ce8119c4-9363-4a14-9390-a2a2cbb3a64e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9facc7190154ad0aca6cad307f3d177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4177425 Apr 05 22:33:57.647074 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46508) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:57.648239 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (22b4337a-e6a6-4cca-882c-594769035014), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.655534 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8119c4-9363-4a14-9390-a2a2cbb3a64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01319683-3318-4c6b-8d30-2e76122d7dca,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:57.723785 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.734041 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-5c1041b1-9600-4dd8-8c38-3617394d9f9d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5625694 Apr 05 22:33:57.735172 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4920fea0-dae3-4bf6-bb63-4dc562f7ece3 admin admin] Publish callbacks [] for security_group (01319683-3318-4c6b-8d30-2e76122d7dca), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.751661 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Attempting to bind port fd818499-249e-4925-8d86-2c3b98c6d001 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:57.752001 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Attempting to bind port fd818499-249e-4925-8d86-2c3b98c6d001 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:57.752331 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Attempting to bind port fd818499-249e-4925-8d86-2c3b98c6d001 on network b477f809-ad93-4dd7-b680-cb0ad94d0275 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:57.760232 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Port fd818499-249e-4925-8d86-2c3b98c6d001 on network b477f809-ad93-4dd7-b680-cb0ad94d0275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:33:57.760760 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Attempting to bind port fd818499-249e-4925-8d86-2c3b98c6d001 on network b477f809-ad93-4dd7-b680-cb0ad94d0275 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:57.762792 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4920fea0-dae3-4bf6-bb63-4dc562f7ece3 admin admin] Publish callbacks [] for security_group (01319683-3318-4c6b-8d30-2e76122d7dca), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.793094 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:57.793439 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Checking segment: {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:57.793827 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Bound using segment: {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:57.794273 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Bound port: fd818499-249e-4925-8d86-2c3b98c6d001, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:57.794671 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.855087 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4920fea0-dae3-4bf6-bb63-4dc562f7ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (01319683-3318-4c6b-8d30-2e76122d7dca), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.863988 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4920fea0-dae3-4bf6-bb63-4dc562f7ece3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.867357 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-4920fea0-dae3-4bf6-bb63-4dc562f7ece3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01319683-3318-4c6b-8d30-2e76122d7dca HTTP/1.1" status: 204 len: 168 time: 0.2170205 Apr 05 22:33:57.876542 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920fea0-dae3-4bf6-bb63-4dc562f7ece3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01319683-3318-4c6b-8d30-2e76122d7dca,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:57.898874 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] For port fd818499-249e-4925-8d86-2c3b98c6d001, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:57.921216 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for port (72262aab-7614-4232-8fb1-630ef753cb46), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.925850 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] For port fd818499-249e-4925-8d86-2c3b98c6d001, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fd818499-249e-4925-8d86-2c3b98c6d001,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:57.929109 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (72262aab-7614-4232-8fb1-630ef753cb46), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.971022 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.004157 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b30ba-d2db-48a0-b843-4c61740270c2 req-1ee9429e-0ae6-4044-af27-eeb24fbb184f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:58.012407 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b12b30ba-d2db-48a0-b843-4c61740270c2 req-1ee9429e-0ae6-4044-af27-eeb24fbb184f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 943 time: 0.0743651 Apr 05 22:33:58.055594 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:58.056148 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.057561 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] 10.222.0.44 "PUT /v2.0/ports/fd818499-249e-4925-8d86-2c3b98c6d001 HTTP/1.1" status: 200 len: 1093 time: 2.7233994 Apr 05 22:33:58.058021 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13bb387-668e-46a5-a602-d148e0125257', 'tag': 'fd818499-249e-4925-8d86-2c3b98c6d001'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:58.060395 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7956f2-0acc-4e3c-8a1a-faef47783c95" -d '{"events": [{"name": "network-changed", "server_uuid": "d13bb387-668e-46a5-a602-d148e0125257", "tag": "fd818499-249e-4925-8d86-2c3b98c6d001"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:58.076146 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b12b30ba-d2db-48a0-b843-4c61740270c2 req-3ec6af59-8322-447c-800e-d85db85dc7bb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558143 Apr 05 22:33:58.078391 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event updated for resources: {'Port': ['ID=72262aab-7614-4232-8fb1-630ef753cb46,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:58.086475 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.155888 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.166433 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-51a8fde6-82ba-4d04-82b4-1da4fe3fa1df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6218140 Apr 05 22:33:58.202149 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-b3d32caf-f9be-441b-bbca-70feb903610a tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1550875676&fields=id&tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7 HTTP/1.1" status: 200 len: 267 time: 0.1797433 Apr 05 22:33:58.375868 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de244c-8a02-4f1f-93e8-1d3ce14a22a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd818499-249e-4925-8d86-2c3b98c6d001,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:58.392881 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-3539c1aa-f6cb-4430-a3d9-b804912535ad req-e3664507-2227-43d0-8b65-5e0cecff4b25 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 210 time: 0.1886599 Apr 05 22:33:58.419308 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c305b-ffce-48b9-b499-412acfde26cf req-f73e07ec-3f65-4c57-ab36-fd176b21d988 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:58.426027 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-f73e07ec-3f65-4c57-ab36-fd176b21d988 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/networks?id=16c5f87e-a006-47ae-947e-1cc8f902a2e8 HTTP/1.1" status: 200 len: 810 time: 0.2227662 Apr 05 22:33:58.442871 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b5985-efa1-40ca-afda-5bc3d35f7028 req-44b3597f-67c8-4d72-a9de-cfbcd1af3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:58.444471 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8f9b5985-efa1-40ca-afda-5bc3d35f7028 req-44b3597f-67c8-4d72-a9de-cfbcd1af3ac5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 1128 time: 0.2858949 Apr 05 22:33:58.454880 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-08f04d63-d11b-4f5d-8065-88fe18b8f824 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/quotas/6869f250fa5f4729bf1a0a1cb79c77e7 HTTP/1.1" status: 200 len: 375 time: 0.0278172 Apr 05 22:33:58.460624 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-358cdb13-c150-4f9e-8366-b457a1eacf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:58.462113 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-358cdb13-c150-4f9e-8366-b457a1eacf46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 1127 time: 0.2278464 Apr 05 22:33:58.474804 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-9c06f118-29f9-4f68-9b8b-584d553f775b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:58.477427 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-9c06f118-29f9-4f68-9b8b-584d553f775b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 814 time: 0.3204033 Apr 05 22:33:58.499187 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad3b75e-df51-4a65-9d94-de1f4a6d986c x-openstack-request-id: req-8ad3b75e-df51-4a65-9d94-de1f4a6d986c {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:58.499478 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13bb387-668e-46a5-a602-d148e0125257", "tag": "fd818499-249e-4925-8d86-2c3b98c6d001", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:58.499733 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ad3b75e-df51-4a65-9d94-de1f4a6d986c {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:58.500135 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad3b75e-df51-4a65-9d94-de1f4a6d986c'] response: {'name': 'network-changed', 'server_uuid': 'd13bb387-668e-46a5-a602-d148e0125257', 'tag': 'fd818499-249e-4925-8d86-2c3b98c6d001', 'status': 'completed', 'code': 200} Apr 05 22:33:58.604771 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-93dd96d5-419f-461c-968b-894798af3cd5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd818499-249e-4925-8d86-2c3b98c6d001 HTTP/1.1" status: 200 len: 217 time: 0.1079662 Apr 05 22:33:58.646016 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46556) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:58.659474 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10867309-6d92-4e29-9c15-a14c89ca5313 req-a857e15b-f245-46b3-89b4-295992cfbcd4 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:58.661026 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-10867309-6d92-4e29-9c15-a14c89ca5313 req-a857e15b-f245-46b3-89b4-295992cfbcd4 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 945 time: 0.1053240 Apr 05 22:33:58.665892 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-19ed0902-ef3b-4d82-90b9-78b4f6d6c011 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=798e0839ad15488b8cb8ee35603db32a HTTP/1.1" status: 200 len: 380 time: 0.1243229 Apr 05 22:33:58.681810 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa9658af-927c-482e-8bdc-3ecb75cd4722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.700587 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'port': {'device_id': '465b206f-3f52-483c-a770-447ff50f963b', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'admin_state_up': True, 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'security_groups': ['9e18f8bb-d0fa-475c-9134-924a9e6df215']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:58.935412 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-7e368ad6-dcdb-4b6c-9def-3575ad81be49 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4725065 Apr 05 22:33:58.938111 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-8626a326-e1b0-496a-8ea2-2c4abbe9a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:58.939548 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-8626a326-e1b0-496a-8ea2-2c4abbe9a5a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.3198254 Apr 05 22:33:58.969892 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b5985-efa1-40ca-afda-5bc3d35f7028 req-e84f44c6-0140-4a4c-9faa-cf26e96d7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:58.971435 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8f9b5985-efa1-40ca-afda-5bc3d35f7028 req-e84f44c6-0140-4a4c-9faa-cf26e96d7f28 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.5141897 Apr 05 22:33:58.987322 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-10867309-6d92-4e29-9c15-a14c89ca5313 req-b605ccc0-6ed5-408d-849d-4cedb2dbe4c2 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191679 Apr 05 22:33:59.120704 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Made reservation on behalf of 798e0839ad15488b8cb8ee35603db32a for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:59.124340 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.139430 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8f9b5985-efa1-40ca-afda-5bc3d35f7028 req-2872ba75-9227-40e7-bc02-82ed3d619f40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa0c0ec-a3ba-433b-9521-d46f0f874704 HTTP/1.1" status: 200 len: 217 time: 0.1366067 Apr 05 22:33:59.169597 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa9658af-927c-482e-8bdc-3ecb75cd4722 admin admin] Publish callbacks [] for security_group (0979ae55-8316-4c63-a665-248080f34fb6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.189612 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa9658af-927c-482e-8bdc-3ecb75cd4722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (0979ae55-8316-4c63-a665-248080f34fb6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.192196 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-c56c77fd-e36b-4e4d-ba99-ab597f29450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:59.194715 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-c56c77fd-e36b-4e4d-ba99-ab597f29450b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2442527 Apr 05 22:33:59.196918 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-f19c3ef0-8577-4c20-8607-3cbd30e24643 service neutron] 10.222.0.43 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607141 Apr 05 22:33:59.273995 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-b5ef262b-bde8-4757-af12-945146b080ee tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1350377580&fields=id&tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9 HTTP/1.1" status: 200 len: 267 time: 0.1795907 Apr 05 22:33:59.331154 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-13085152-1d9b-4ffd-86f5-f95c0dfe0b91 service neutron] 10.222.0.43 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271510 Apr 05 22:33:59.423221 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-fa9658af-927c-482e-8bdc-3ecb75cd4722 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42f7585b7ad6422daef507e2da7e8625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7759299 Apr 05 22:33:59.424329 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9658af-927c-482e-8bdc-3ecb75cd4722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0979ae55-8316-4c63-a665-248080f34fb6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:59.425840 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 46592) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:59.518415 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f13dcb89-2ad4-4a32-a5df-32f80ed7e1bd admin admin] Publish callbacks [] for security_group (0979ae55-8316-4c63-a665-248080f34fb6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.651298 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f13dcb89-2ad4-4a32-a5df-32f80ed7e1bd admin admin] Publish callbacks [] for security_group (0979ae55-8316-4c63-a665-248080f34fb6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.669432 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b5985-efa1-40ca-afda-5bc3d35f7028 req-4b7cc485-007a-46fd-829e-833091d9e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:59.670886 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8f9b5985-efa1-40ca-afda-5bc3d35f7028 req-4b7cc485-007a-46fd-829e-833091d9e1b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.1172085 Apr 05 22:33:59.711305 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a6080-8689-481b-a220-819baeece48a req-567cb0d4-574b-4f6a-9ff8-f8b843f610e5 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:59.731097 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-567cb0d4-574b-4f6a-9ff8-f8b843f610e5 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/networks?id=69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 200 len: 817 time: 0.4561181 Apr 05 22:33:59.836320 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38365ac5-1938-4ec7-bed1-5e5a41337cf1 req-0587f4b7-ff42-477d-8a7a-e1df0285879b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:59.837139 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-38365ac5-1938-4ec7-bed1-5e5a41337cf1 req-0587f4b7-ff42-477d-8a7a-e1df0285879b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 943 time: 0.1767905 Apr 05 22:33:59.839109 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b5985-efa1-40ca-afda-5bc3d35f7028 req-f6f2532c-d4b4-433a-8b61-6be86033df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:59.840482 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8f9b5985-efa1-40ca-afda-5bc3d35f7028 req-f6f2532c-d4b4-433a-8b61-6be86033df17 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1346266 Apr 05 22:33:59.842825 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-e3b4ac77-5f12-4ae0-aed3-b7e4d82f02bf service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880020 Apr 05 22:33:59.858681 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f13dcb89-2ad4-4a32-a5df-32f80ed7e1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (0979ae55-8316-4c63-a665-248080f34fb6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.861785 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f13dcb89-2ad4-4a32-a5df-32f80ed7e1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.863185 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-f13dcb89-2ad4-4a32-a5df-32f80ed7e1bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0979ae55-8316-4c63-a665-248080f34fb6 HTTP/1.1" status: 204 len: 168 time: 0.4362302 Apr 05 22:33:59.885313 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-d8f33926-559a-4696-8a13-40defd53da0d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/quotas/43f09bda1b5e41a8aa735af9fd0cc1c9 HTTP/1.1" status: 200 len: 375 time: 0.1527894 Apr 05 22:33:59.959004 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Allocated IP 172.20.0.4 (3b6690ac-f4b8-4a7e-968f-10ccb08336f7/d7f3574c-1479-402b-b66c-800a10f43d9e/962dafa6-67eb-4626-814b-6fe4600ccb36) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:00.136401 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dcb89-2ad4-4a32-a5df-32f80ed7e1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0979ae55-8316-4c63-a665-248080f34fb6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:00.180855 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.227365 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-38365ac5-1938-4ec7-bed1-5e5a41337cf1 req-a38a0a5b-1b2e-4646-ac2b-6bbc9409431b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801012 Apr 05 22:34:00.261586 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-ff42a2af-323c-4f25-ba4d-3499e735d963 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3629806 Apr 05 22:34:00.282297 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.334745 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8f9b5985-efa1-40ca-afda-5bc3d35f7028 req-01c4304d-c4e4-46a8-974b-f87be727828a service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769988 Apr 05 22:34:00.465001 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb203eb-c7e2-4d56-8a93-7e7082533256 req-61b4d0e8-e5a4-4605-8769-ab6747c09ee9 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096840 Apr 05 22:34:00.486583 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 9aa0c0ec-a3ba-433b-9521-d46f0f874704 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:00.500295 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:00.509671 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:00.515758 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:00.555888 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dd462-718c-41b9-ad8e-766a42ef70ac req-674e49e2-7603-4365-853a-f3478cbc267f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:00.557400 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a17dd462-718c-41b9-ad8e-766a42ef70ac req-674e49e2-7603-4365-853a-f3478cbc267f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 931 time: 0.2085252 Apr 05 22:34:00.567690 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8f9b5985-efa1-40ca-afda-5bc3d35f7028 req-d488522a-5371-4251-af43-cd44c5237de4 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164786 Apr 05 22:34:00.571268 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'Port': ['ID=962dafa6-67eb-4626-814b-6fe4600ccb36,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:00.595326 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:00.596000 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.632112 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-afcaf357-dc3a-464f-a1ac-29612f40241e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9365098 Apr 05 22:34:00.662882 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-f377e773-6850-432d-b42d-48514abb5510 service neutron] 10.222.0.43 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895416 Apr 05 22:34:00.664101 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a17dd462-718c-41b9-ad8e-766a42ef70ac req-6e043f83-18fd-43a7-b784-a966a2773541 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948956 Apr 05 22:34:00.719880 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 9aa0c0ec-a3ba-433b-9521-d46f0f874704, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9aa0c0ec-a3ba-433b-9521-d46f0f874704,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:00.736259 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '9aa0c0ec-a3ba-433b-9521-d46f0f874704', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'port_id': '9aa0c0ec-a3ba-433b-9521-d46f0f874704', 'mac_address': 'fa:16:3e:fb:b0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:00.806511 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-50ee6727-2ab6-42c0-afb1-c71eca6506a0 req-9efe7f46-1e5a-4966-928a-5b4693c49076 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 210 time: 0.0481310 Apr 05 22:34:00.813941 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:00.815879 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.833613 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa0c0ec-a3ba-433b-9521-d46f0f874704 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:00.871676 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 9aa0c0ec-a3ba-433b-9521-d46f0f874704, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9aa0c0ec-a3ba-433b-9521-d46f0f874704,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:00.880411 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.888343 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-6bbe4473-dcee-437e-af1d-1257848d486b service neutron] 10.222.0.43 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103069 Apr 05 22:34:00.927903 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-f8db6324-b41f-4992-aaa5-a1832f951161 None None] Provisioning complete for port 962dafa6-67eb-4626-814b-6fe4600ccb36 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:00.928275 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f8db6324-b41f-4992-aaa5-a1832f951161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.945000 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b0fdc-c0b8-462a-8258-4f2d3b37e9c3 req-a4376faa-e024-479f-9cc4-64d8dec38422 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:00.948727 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3c3b0fdc-c0b8-462a-8258-4f2d3b37e9c3 req-a4376faa-e024-479f-9cc4-64d8dec38422 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 945 time: 0.0754583 Apr 05 22:34:00.980343 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-f8db6324-b41f-4992-aaa5-a1832f951161 None None] Port 962dafa6-67eb-4626-814b-6fe4600ccb36 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:01.005127 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=9aa0c0ec-a3ba-433b-9521-d46f0f874704,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:01.038090 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3c3b0fdc-c0b8-462a-8258-4f2d3b37e9c3 req-2b02d2eb-6e6d-468c-b1ff-169688c3bd51 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748096 Apr 05 22:34:01.102915 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['9aa0c0ec-a3ba-433b-9521-d46f0f874704'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:01.217354 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b637c40a-b05e-4e3a-9cc2-509492c295dc req-eac5eccb-f7bd-41a4-ad75-e908b913e0e3 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 210 time: 0.1176190 Apr 05 22:34:01.429412 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e180e-9893-4d50-b514-e456d3fc4195 req-a167b77b-1c8c-4229-9f1d-7515101ae6a1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:01.431078 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-352e180e-9893-4d50-b514-e456d3fc4195 req-a167b77b-1c8c-4229-9f1d-7515101ae6a1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 943 time: 0.0741720 Apr 05 22:34:01.497648 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Request body: {'port': {'device_id': '465b206f-3f52-483c-a770-447ff50f963b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:01.618040 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-352e180e-9893-4d50-b514-e456d3fc4195 req-19e08f24-f291-4bba-a5da-f52ed8f50751 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783297 Apr 05 22:34:01.656045 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:01.813167 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7956f2-0acc-4e3c-8a1a-faef47783c95 req-71c76125-7b17-4425-bd76-beb2fa8e7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:01.815078 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6a7956f2-0acc-4e3c-8a1a-faef47783c95 req-71c76125-7b17-4425-bd76-beb2fa8e7a54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 1127 time: 0.3230174 Apr 05 22:34:01.930818 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c305b-ffce-48b9-b499-412acfde26cf req-ae678076-afa6-43f1-8383-7bd6ec5b552f tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:01.932556 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-ae678076-afa6-43f1-8383-7bd6ec5b552f tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.44 "GET /v2.0/networks?id=16c5f87e-a006-47ae-947e-1cc8f902a2e8 HTTP/1.1" status: 200 len: 810 time: 0.2994788 Apr 05 22:34:01.994923 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e45133ad-f08e-497f-874a-dd349d7dd067 req-082b8ebb-ed86-4e6f-84db-b0767c4f10cb tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 210 time: 0.0586398 Apr 05 22:34:02.017549 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9eac01-8997-436c-8f8c-eb5c636c6c3f req-d3c8f9ac-69cb-4339-9737-3451a5602b4f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:02.019559 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-be9eac01-8997-436c-8f8c-eb5c636c6c3f req-d3c8f9ac-69cb-4339-9737-3451a5602b4f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 931 time: 0.1626592 Apr 05 22:34:02.094547 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-be9eac01-8997-436c-8f8c-eb5c636c6c3f req-ecf5d24f-7d19-4c05-9509-31d677075534 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643904 Apr 05 22:34:02.125183 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7956f2-0acc-4e3c-8a1a-faef47783c95 req-67a20a01-e2de-4bbb-9d68-8a7f9fc45240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:02.127189 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6a7956f2-0acc-4e3c-8a1a-faef47783c95 req-67a20a01-e2de-4bbb-9d68-8a7f9fc45240 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.2988298 Apr 05 22:34:02.141124 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-627bd047-6036-492b-9bec-23a52f6a94aa tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7 HTTP/1.1" status: 200 len: 380 time: 0.1373277 Apr 05 22:34:02.158309 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962dafa6-67eb-4626-814b-6fe4600ccb36 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:02.166287 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Publish callbacks [] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.188173 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Transition to ACTIVE for port object 962dafa6-67eb-4626-814b-6fe4600ccb36 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:02.192297 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.241830 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Pushing event updated for resources: {'Port': ['ID=962dafa6-67eb-4626-814b-6fe4600ccb36,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:02.286295 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f7ab9e05-dec1-43eb-bea8-8c1cfb70a077 req-c1968c03-e3d5-4dfe-80b4-844d03ed4854 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 210 time: 0.0282288 Apr 05 22:34:02.292852 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Request body: {'port': {'device_id': 'fb79322b-471f-43c5-acd4-d36480b55844', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'admin_state_up': True, 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'security_groups': ['0142f7c4-2127-4a87-8e48-d552d23d10cf']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:02.389956 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6a7956f2-0acc-4e3c-8a1a-faef47783c95 req-5b4afb70-27e2-4b2a-9637-690bde547349 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd818499-249e-4925-8d86-2c3b98c6d001 HTTP/1.1" status: 200 len: 217 time: 0.1007106 Apr 05 22:34:02.431697 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.44', 56423) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:02.501912 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 9aa0c0ec-a3ba-433b-9521-d46f0f874704 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:02.601033 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:02.609329 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:02.610240 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.622807 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Attempting to bind port 962dafa6-67eb-4626-814b-6fe4600ccb36 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:02.623126 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Attempting to bind port 962dafa6-67eb-4626-814b-6fe4600ccb36 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:02.623473 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Attempting to bind port 962dafa6-67eb-4626-814b-6fe4600ccb36 on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:02.627776 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Port 962dafa6-67eb-4626-814b-6fe4600ccb36 on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:02.628095 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Attempting to bind port 962dafa6-67eb-4626-814b-6fe4600ccb36 on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:02.633066 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:02.633431 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Checking segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:02.633962 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Bound using segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:02.634431 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Bound port: 962dafa6-67eb-4626-814b-6fe4600ccb36, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:02.634889 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.721946 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:02.722727 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.725671 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] For port 962dafa6-67eb-4626-814b-6fe4600ccb36, host hv-cinder-83588, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:02.753606 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] For port 962dafa6-67eb-4626-814b-6fe4600ccb36, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=962dafa6-67eb-4626-814b-6fe4600ccb36,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:02.760964 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a6080-8689-481b-a220-819baeece48a req-f37445bc-f3c9-4047-aeb5-195a1a9d3fce tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:02.765038 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-f37445bc-f3c9-4047-aeb5-195a1a9d3fce tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.44 "GET /v2.0/networks?id=69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 200 len: 817 time: 0.3172436 Apr 05 22:34:02.772119 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.776522 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 9aa0c0ec-a3ba-433b-9521-d46f0f874704, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9aa0c0ec-a3ba-433b-9521-d46f0f874704,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:02.777871 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33851044-ca0b-4fde-937b-ff0f558aa7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa0c0ec-a3ba-433b-9521-d46f0f874704'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:02.780858 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c9b43c-6053-4320-bb8a-1eca2171ff4b" -d '{"events": [{"server_uuid": "33851044-ca0b-4fde-937b-ff0f558aa7ea", "name": "network-vif-plugged", "status": "completed", "tag": "9aa0c0ec-a3ba-433b-9521-d46f0f874704"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:02.785204 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.865657 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:02.869244 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.871580 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] 10.222.0.44 "PUT /v2.0/ports/962dafa6-67eb-4626-814b-6fe4600ccb36 HTTP/1.1" status: 200 len: 1093 time: 1.3786800 Apr 05 22:34:02.873585 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=9aa0c0ec-a3ba-433b-9521-d46f0f874704,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:02.878402 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465b206f-3f52-483c-a770-447ff50f963b', 'tag': '962dafa6-67eb-4626-814b-6fe4600ccb36'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:02.961025 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1318ac-593e-452e-a01f-06f99e3b21e6 x-openstack-request-id: req-ae1318ac-593e-452e-a01f-06f99e3b21e6 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:02.961601 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33851044-ca0b-4fde-937b-ff0f558aa7ea", "name": "network-vif-plugged", "status": "completed", "tag": "9aa0c0ec-a3ba-433b-9521-d46f0f874704", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:02.963337 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae1318ac-593e-452e-a01f-06f99e3b21e6 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:02.964178 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1318ac-593e-452e-a01f-06f99e3b21e6'] response: {'server_uuid': '33851044-ca0b-4fde-937b-ff0f558aa7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa0c0ec-a3ba-433b-9521-d46f0f874704', 'code': 200} Apr 05 22:34:02.992091 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7956f2-0acc-4e3c-8a1a-faef47783c95 req-27c6aa9b-10be-46f1-bb71-934e99bb16a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.001528 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6a7956f2-0acc-4e3c-8a1a-faef47783c95 req-27c6aa9b-10be-46f1-bb71-934e99bb16a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.5649459 Apr 05 22:34:03.038016 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e657a3-3b76-4d5f-af6a-0c470b148b5a service neutron] Pushing event updated for resources: {'Port': ['ID=962dafa6-67eb-4626-814b-6fe4600ccb36,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:03.110857 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9891f-9c0b-4162-92d3-88cf7e094742 req-1cc5457d-c6c0-4ea0-834f-4b92748a02ec tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.135376 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0ff9891f-9c0b-4162-92d3-88cf7e094742 req-1cc5457d-c6c0-4ea0-834f-4b92748a02ec tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 943 time: 0.3798745 Apr 05 22:34:03.179685 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-b8f4049b-ffe0-412e-aa2e-e265841588c3 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9 HTTP/1.1" status: 200 len: 380 time: 0.3497665 Apr 05 22:34:03.186193 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Made reservation on behalf of 6869f250fa5f4729bf1a0a1cb79c77e7 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:03.190045 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:03.206904 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.44', 56428) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:03.213835 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-714a6080-8689-481b-a220-819baeece48a req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Request body: {'port': {'device_id': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'admin_state_up': True, 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'security_groups': ['d3522f94-3626-42b8-8085-5f37ab828dce']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:03.219320 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7861a795-a20b-4a64-8519-714f8e8d25e3" -d '{"events": [{"name": "network-changed", "server_uuid": "465b206f-3f52-483c-a770-447ff50f963b", "tag": "962dafa6-67eb-4626-814b-6fe4600ccb36"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:03.257301 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-d964db64-fafd-4fe0-a757-6f667df37f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.259372 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-d964db64-fafd-4fe0-a757-6f667df37f81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 1127 time: 0.3331764 Apr 05 22:34:03.383828 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7956f2-0acc-4e3c-8a1a-faef47783c95 req-6ec007e7-7915-497e-921b-12b45fb917be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.385486 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6a7956f2-0acc-4e3c-8a1a-faef47783c95 req-6ec007e7-7915-497e-921b-12b45fb917be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3712003 Apr 05 22:34:03.400773 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0ff9891f-9c0b-4162-92d3-88cf7e094742 req-dab0f048-34e7-44b8-a90e-01f7b2060132 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600718 Apr 05 22:34:03.402405 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-42f1588c-c839-4109-bebc-8b299e1d7e59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962dafa6-67eb-4626-814b-6fe4600ccb36 HTTP/1.1" status: 200 len: 217 time: 0.1249492 Apr 05 22:34:03.457610 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714a6080-8689-481b-a220-819baeece48a req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Made reservation on behalf of 43f09bda1b5e41a8aa735af9fd0cc1c9 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:03.461748 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-714a6080-8689-481b-a220-819baeece48a req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:03.541597 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-a7f72f69-5a08-446b-b084-859ce7e9a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.543127 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-a7f72f69-5a08-446b-b084-859ce7e9a136 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 200 len: 853 time: 0.1350970 Apr 05 22:34:03.577980 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-3412d018-6e4e-429e-bf83-b4772db4bb6d req-132ae753-fd60-47b3-a469-9b38a452d18d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 210 time: 0.0338423 Apr 05 22:34:03.646655 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc53837-5b6a-4bf1-9c72-adbe50232861 req-4e94d889-5664-4acb-ba2b-7b74c4e29b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.648540 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9fc53837-5b6a-4bf1-9c72-adbe50232861 req-4e94d889-5664-4acb-ba2b-7b74c4e29b55 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 1130 time: 0.4181483 Apr 05 22:34:03.695610 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-85ce325f-1f62-4186-83de-1913ebb0a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.697546 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-85ce325f-1f62-4186-83de-1913ebb0a3d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1220744 Apr 05 22:34:03.748590 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9fc53837-5b6a-4bf1-9c72-adbe50232861 req-78a4909a-4f29-4f13-a449-bdd88444868e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904298 Apr 05 22:34:03.867426 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f5a59-593f-4b91-94fc-b727613d27d1 req-ac3a482e-f097-490a-a858-7426f45a93da tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.869366 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e98f5a59-593f-4b91-94fc-b727613d27d1 req-ac3a482e-f097-490a-a858-7426f45a93da tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 943 time: 0.1346040 Apr 05 22:34:03.900538 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Allocated IP 172.20.0.6 (16c5f87e-a006-47ae-947e-1cc8f902a2e8/95feccaa-a5da-4cb7-9abd-52112f8ef21a/9419488b-637f-4ded-8cb7-40c89757206b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:03.902900 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-619ae18e-5bfc-4137-9731-8b3ab8708156 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901648 Apr 05 22:34:03.928553 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6a7956f2-0acc-4e3c-8a1a-faef47783c95 req-ea7431b5-a240-4798-846b-e2ac87120ca0 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354617 Apr 05 22:34:03.931579 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d5d37d-7683-4d09-89d5-add80e7c3a6b x-openstack-request-id: req-81d5d37d-7683-4d09-89d5-add80e7c3a6b {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:03.931994 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465b206f-3f52-483c-a770-447ff50f963b", "tag": "962dafa6-67eb-4626-814b-6fe4600ccb36", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:03.932342 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81d5d37d-7683-4d09-89d5-add80e7c3a6b {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:03.932891 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d5d37d-7683-4d09-89d5-add80e7c3a6b'] response: {'name': 'network-changed', 'server_uuid': '465b206f-3f52-483c-a770-447ff50f963b', 'tag': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'status': 'completed', 'code': 200} Apr 05 22:34:03.947059 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e98f5a59-593f-4b91-94fc-b727613d27d1 req-3aaa8d6d-995c-4354-89ad-c9984227e0de tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670040 Apr 05 22:34:04.052169 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2be074e0-691a-4844-8c9e-ceda4fad65f0 req-17aca516-eb4d-405e-92cc-e82909246981 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917017 Apr 05 22:34:04.052851 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-438fbc8b-75be-42e0-b14b-2b2d9b3f07d2 req-ba7cc01b-92df-4ddc-85d9-158f145e9730 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 210 time: 0.0602334 Apr 05 22:34:04.123819 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-714a6080-8689-481b-a220-819baeece48a req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Allocated IP 172.20.0.7 (69f3666c-d270-41ea-a8aa-729dc02e1cda/153678da-7701-49d9-b921-ee9887cc1075/83101021-0ebe-4ce1-b25e-f64dfefbac8c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:04.230916 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6a7956f2-0acc-4e3c-8a1a-faef47783c95 req-eb86cbd2-1f55-4f3d-ae8f-b31986713439 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511907 Apr 05 22:34:04.262151 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for port (9419488b-637f-4ded-8cb7-40c89757206b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.365052 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (9419488b-637f-4ded-8cb7-40c89757206b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.368995 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-714a6080-8689-481b-a220-819baeece48a req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.432278 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:04.433185 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event updated for resources: {'Port': ['ID=9419488b-637f-4ded-8cb7-40c89757206b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:04.445496 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:04.448785 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:04.495388 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device fd818499-249e-4925-8d86-2c3b98c6d001 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:04.529554 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-714a6080-8689-481b-a220-819baeece48a req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.598740 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66009b-e9a4-4438-9196-d3e0f869d81d req-f9282103-3cc4-4c87-b699-39c59d36cb64 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:04.607329 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6f66009b-e9a4-4438-9196-d3e0f869d81d req-f9282103-3cc4-4c87-b699-39c59d36cb64 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 943 time: 0.1127613 Apr 05 22:34:04.618768 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714a6080-8689-481b-a220-819baeece48a req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Network 69f3666c-d270-41ea-a8aa-729dc02e1cda is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:04.620477 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-714a6080-8689-481b-a220-819baeece48a req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:04.623492 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-714a6080-8689-481b-a220-819baeece48a req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:04.685322 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port fd818499-249e-4925-8d86-2c3b98c6d001, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fd818499-249e-4925-8d86-2c3b98c6d001,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:04.708400 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:04.709265 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.709393 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6f66009b-e9a4-4438-9196-d3e0f869d81d req-a72df6e0-7f0b-4070-b740-4c3406ea8b9a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899301 Apr 05 22:34:04.729307 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': 'fd818499-249e-4925-8d86-2c3b98c6d001', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'port_id': 'fd818499-249e-4925-8d86-2c3b98c6d001', 'mac_address': 'fa:16:3e:d9:fa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:04.763271 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event updated for resources: {'Port': ['ID=83101021-0ebe-4ce1-b25e-f64dfefbac8c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:04.777932 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e4ed5f2d-3193-4cb7-8dd9-0f7c2ad21be5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4900672 Apr 05 22:34:04.796299 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port fd818499-249e-4925-8d86-2c3b98c6d001 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:04.796874 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.805636 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a6080-8689-481b-a220-819baeece48a req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:04.807177 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-714a6080-8689-481b-a220-819baeece48a req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.814795 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd818499-249e-4925-8d86-2c3b98c6d001 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:04.845236 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-6c90317b-b3a8-4648-af90-7f450e59b4f4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6377835 Apr 05 22:34:04.845431 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port fd818499-249e-4925-8d86-2c3b98c6d001, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fd818499-249e-4925-8d86-2c3b98c6d001,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:04.860259 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.862376 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4c749-ea00-4f70-983e-a7a535682690 req-970cbbfa-cd0b-48d1-b5f5-6398c7139e3d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:04.864748 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a2f4c749-ea00-4f70-983e-a7a535682690 req-970cbbfa-cd0b-48d1-b5f5-6398c7139e3d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 931 time: 0.1325130 Apr 05 22:34:04.897376 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-79a745ad-55c6-4941-b648-6111a739406e None None] Provisioning complete for port 9419488b-637f-4ded-8cb7-40c89757206b triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:04.898893 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-79a745ad-55c6-4941-b648-6111a739406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (9419488b-637f-4ded-8cb7-40c89757206b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.934900 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a2f4c749-ea00-4f70-983e-a7a535682690 req-7f9dff5e-3775-4a82-a343-40a384a84286 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583014 Apr 05 22:34:04.971268 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=fd818499-249e-4925-8d86-2c3b98c6d001,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:04.988298 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-79a745ad-55c6-4941-b648-6111a739406e None None] Port 9419488b-637f-4ded-8cb7-40c89757206b cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:05.061431 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1c62-7cfb-4f9b-987b-d69734d40acc req-3cdb4b5e-6276-42ed-92c6-421bbd57f31f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:05.062965 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2a2f1c62-7cfb-4f9b-987b-d69734d40acc req-3cdb4b5e-6276-42ed-92c6-421bbd57f31f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 943 time: 0.0534596 Apr 05 22:34:05.099642 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['fd818499-249e-4925-8d86-2c3b98c6d001'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:05.120813 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2a2f1c62-7cfb-4f9b-987b-d69734d40acc req-70cb69b4-a19f-4ce6-a43d-b9c304d58eb1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508919 Apr 05 22:34:05.162464 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-29ab2d5a-138c-4260-8f51-0d039f29c9a4 None None] Provisioning complete for port 83101021-0ebe-4ce1-b25e-f64dfefbac8c triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:05.163282 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-29ab2d5a-138c-4260-8f51-0d039f29c9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.221404 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-29ab2d5a-138c-4260-8f51-0d039f29c9a4 None None] Port 83101021-0ebe-4ce1-b25e-f64dfefbac8c cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:05.235393 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fa7af-540e-43c7-932a-e82f2c59390d req-bf791e9a-9058-49e0-8e0e-91d1d3550a9f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:05.237052 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-488fa7af-540e-43c7-932a-e82f2c59390d req-bf791e9a-9058-49e0-8e0e-91d1d3550a9f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 931 time: 0.0824857 Apr 05 22:34:05.301406 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-488fa7af-540e-43c7-932a-e82f2c59390d req-bf7ccbd0-044d-4f00-b9e7-b35c14197f8c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568628 Apr 05 22:34:05.378809 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Request body: {'port': {'device_id': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:05.394884 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Request body: {'port': {'device_id': 'fb79322b-471f-43c5-acd4-d36480b55844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:05.555763 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (9419488b-637f-4ded-8cb7-40c89757206b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.560000 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.577547 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861a795-a20b-4a64-8519-714f8e8d25e3 req-2092c433-3824-4288-9c3d-0b0d706ceede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:05.579244 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7861a795-a20b-4a64-8519-714f8e8d25e3 req-2092c433-3824-4288-9c3d-0b0d706ceede service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 1127 time: 0.2134089 Apr 05 22:34:05.830454 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7e93b-0548-4eec-b169-c6b8aae7c1ca req-f5922853-63ba-425c-91bd-df57240ab0d2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:05.831871 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0ae7e93b-0548-4eec-b169-c6b8aae7c1ca req-f5922853-63ba-425c-91bd-df57240ab0d2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 944 time: 0.0568750 Apr 05 22:34:05.882203 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0ae7e93b-0548-4eec-b169-c6b8aae7c1ca req-5ae7e862-1f75-446a-a790-15af4412f379 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Apr 05 22:34:06.084749 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9419488b-637f-4ded-8cb7-40c89757206b {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:06.096747 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Publish callbacks [] for port (9419488b-637f-4ded-8cb7-40c89757206b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.100870 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83101021-0ebe-4ce1-b25e-f64dfefbac8c {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:06.109429 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Publish callbacks [] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.129980 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Transition to ACTIVE for port object 9419488b-637f-4ded-8cb7-40c89757206b will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:06.133766 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Transition to ACTIVE for port object 83101021-0ebe-4ce1-b25e-f64dfefbac8c will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:06.144950 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (9419488b-637f-4ded-8cb7-40c89757206b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.150473 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.158939 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b7c90-b78b-4fd4-b841-fe421d7bd2d2 req-d8c02976-8ce0-4198-a6a6-60f2ea03189e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:06.163116 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-500b7c90-b78b-4fd4-b841-fe421d7bd2d2 req-d8c02976-8ce0-4198-a6a6-60f2ea03189e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 931 time: 0.1593757 Apr 05 22:34:06.279025 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098f078-9566-4178-ab5b-c53b3dc5f8e5 req-16e6fccc-a2ee-4ab2-90c4-8c18edfc62c3 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:06.281746 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e098f078-9566-4178-ab5b-c53b3dc5f8e5 req-16e6fccc-a2ee-4ab2-90c4-8c18edfc62c3 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 943 time: 0.0867648 Apr 05 22:34:06.411289 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e098f078-9566-4178-ab5b-c53b3dc5f8e5 req-f5299bef-a885-4150-ae57-655b20721c6b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223433 Apr 05 22:34:06.423565 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Pushing event updated for resources: {'Port': ['ID=9419488b-637f-4ded-8cb7-40c89757206b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:06.508965 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device fd818499-249e-4925-8d86-2c3b98c6d001 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:06.589072 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c820f-e235-4e6a-a5cd-c4adcfffa6a1 req-996e4133-aecd-423b-be91-4453bcf2c6a0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:06.596816 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-936c820f-e235-4e6a-a5cd-c4adcfffa6a1 req-996e4133-aecd-423b-be91-4453bcf2c6a0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0719898 Apr 05 22:34:06.624956 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port fd818499-249e-4925-8d86-2c3b98c6d001 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:06.629466 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port fd818499-249e-4925-8d86-2c3b98c6d001 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:06.629952 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.661912 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-936c820f-e235-4e6a-a5cd-c4adcfffa6a1 req-710edfea-9b29-4a17-9264-a28b5ed73498 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573306 Apr 05 22:34:06.680428 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861a795-a20b-4a64-8519-714f8e8d25e3 req-4c0a5c90-b51e-4382-8291-8009ce1344ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:06.682286 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7861a795-a20b-4a64-8519-714f8e8d25e3 req-4c0a5c90-b51e-4382-8291-8009ce1344ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 915 time: 0.4637935 Apr 05 22:34:06.720902 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-500b7c90-b78b-4fd4-b841-fe421d7bd2d2 req-bd6ee760-7291-4917-8130-25c33fd5dd43 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5411787 Apr 05 22:34:06.762099 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port fd818499-249e-4925-8d86-2c3b98c6d001 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:06.762500 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.800263 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Pushing event updated for resources: {'Port': ['ID=83101021-0ebe-4ce1-b25e-f64dfefbac8c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:06.806352 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port fd818499-249e-4925-8d86-2c3b98c6d001, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fd818499-249e-4925-8d86-2c3b98c6d001,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:06.806764 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7861a795-a20b-4a64-8519-714f8e8d25e3 req-fa8a16fd-b0ee-4b4a-929d-39b38ad092b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962dafa6-67eb-4626-814b-6fe4600ccb36 HTTP/1.1" status: 200 len: 217 time: 0.0795734 Apr 05 22:34:06.808017 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13bb387-668e-46a5-a602-d148e0125257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd818499-249e-4925-8d86-2c3b98c6d001'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:06.811055 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9613d0ad-9be3-434a-a95b-703458a7b982" -d '{"events": [{"server_uuid": "d13bb387-668e-46a5-a602-d148e0125257", "name": "network-vif-plugged", "status": "completed", "tag": "fd818499-249e-4925-8d86-2c3b98c6d001"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:06.815495 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.869322 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=fd818499-249e-4925-8d86-2c3b98c6d001,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:06.892350 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22449b79-75a5-422f-890a-3ff3eecb8553 x-openstack-request-id: req-22449b79-75a5-422f-890a-3ff3eecb8553 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:06.892689 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13bb387-668e-46a5-a602-d148e0125257", "name": "network-vif-plugged", "status": "completed", "tag": "fd818499-249e-4925-8d86-2c3b98c6d001", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:06.892978 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22449b79-75a5-422f-890a-3ff3eecb8553 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:06.893361 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22449b79-75a5-422f-890a-3ff3eecb8553'] response: {'server_uuid': 'd13bb387-668e-46a5-a602-d148e0125257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd818499-249e-4925-8d86-2c3b98c6d001', 'code': 200} Apr 05 22:34:06.898970 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Attempting to bind port 9419488b-637f-4ded-8cb7-40c89757206b on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:06.899970 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Attempting to bind port 9419488b-637f-4ded-8cb7-40c89757206b by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:06.900760 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Attempting to bind port 9419488b-637f-4ded-8cb7-40c89757206b on network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:06.964419 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861a795-a20b-4a64-8519-714f8e8d25e3 req-79117077-f392-43b7-8625-6319af2d54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:06.966224 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7861a795-a20b-4a64-8519-714f8e8d25e3 req-79117077-f392-43b7-8625-6319af2d54bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 200 len: 853 time: 0.1309602 Apr 05 22:34:06.997558 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Port 9419488b-637f-4ded-8cb7-40c89757206b on network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:06.997993 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Attempting to bind port 9419488b-637f-4ded-8cb7-40c89757206b on network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:07.028935 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Attempting to bind port 83101021-0ebe-4ce1-b25e-f64dfefbac8c on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:07.029273 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Attempting to bind port 83101021-0ebe-4ce1-b25e-f64dfefbac8c by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:07.029806 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Attempting to bind port 83101021-0ebe-4ce1-b25e-f64dfefbac8c on network 69f3666c-d270-41ea-a8aa-729dc02e1cda {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:07.035199 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:07.035375 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Checking segment: {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:07.035621 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Bound using segment: {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:07.036069 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Bound port: 9419488b-637f-4ded-8cb7-40c89757206b, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:07.036454 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (9419488b-637f-4ded-8cb7-40c89757206b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.067348 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Port 83101021-0ebe-4ce1-b25e-f64dfefbac8c on network 69f3666c-d270-41ea-a8aa-729dc02e1cda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:07.067348 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Attempting to bind port 83101021-0ebe-4ce1-b25e-f64dfefbac8c on network 69f3666c-d270-41ea-a8aa-729dc02e1cda {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:07.082266 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:07.082571 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Checking segment: {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:07.083000 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Bound using segment: {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:07.083577 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Bound port: 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:07.083846 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.161515 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba2c0-9f1d-47d8-b47c-fbf92c7b8d9d req-51f96ac4-437e-40fe-a29b-e318fc26f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.163333 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-696ba2c0-9f1d-47d8-b47c-fbf92c7b8d9d req-51f96ac4-437e-40fe-a29b-e318fc26f636 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 1129 time: 0.0759628 Apr 05 22:34:07.188602 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a7412-fd78-488e-9452-7740905b0eaf req-50ea5250-d607-414a-a8e2-2b8a93cc8387 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.190235 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-619a7412-fd78-488e-9452-7740905b0eaf req-50ea5250-d607-414a-a8e2-2b8a93cc8387 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.1900008 Apr 05 22:34:07.192288 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861a795-a20b-4a64-8519-714f8e8d25e3 req-7db62a97-d5f9-46d8-9945-d47867459121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.194096 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7861a795-a20b-4a64-8519-714f8e8d25e3 req-7db62a97-d5f9-46d8-9945-d47867459121 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2179856 Apr 05 22:34:07.245091 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] For port 9419488b-637f-4ded-8cb7-40c89757206b, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:07.257666 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-696ba2c0-9f1d-47d8-b47c-fbf92c7b8d9d req-bd64e329-cb17-4d3a-9383-00a712dbd233 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862563 Apr 05 22:34:07.507577 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] For port 9419488b-637f-4ded-8cb7-40c89757206b, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9419488b-637f-4ded-8cb7-40c89757206b,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:07.524351 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108218b-8d41-468d-89ec-ca132c65414a req-b373c2c3-d3cd-4c3f-a2fd-2beaca93a19c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.526187 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4108218b-8d41-468d-89ec-ca132c65414a req-b373c2c3-d3cd-4c3f-a2fd-2beaca93a19c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 943 time: 0.0537658 Apr 05 22:34:07.531415 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (9419488b-637f-4ded-8cb7-40c89757206b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.539645 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:07.577267 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4108218b-8d41-468d-89ec-ca132c65414a req-3c40c93c-6593-48ba-a990-ac3cfcdc58bf tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444672 Apr 05 22:34:07.584400 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:07.594388 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-619a7412-fd78-488e-9452-7740905b0eaf req-62e6b33a-14f7-4806-bd62-43573a5badae tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945105 Apr 05 22:34:07.611063 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.620002 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.620627 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.622077 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] 10.222.0.44 "PUT /v2.0/ports/9419488b-637f-4ded-8cb7-40c89757206b HTTP/1.1" status: 200 len: 1093 time: 2.2586100 Apr 05 22:34:07.625670 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb79322b-471f-43c5-acd4-d36480b55844', 'tag': '9419488b-637f-4ded-8cb7-40c89757206b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:07.627946 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6198cd9b-be62-4e50-99c9-1ed1f2f09624" -d '{"events": [{"name": "network-changed", "server_uuid": "fb79322b-471f-43c5-acd4-d36480b55844", "tag": "9419488b-637f-4ded-8cb7-40c89757206b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:07.636540 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7861a795-a20b-4a64-8519-714f8e8d25e3 req-881e75ec-a262-4bf7-ac71-81e278d97c6a service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313216 Apr 05 22:34:07.653929 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.654771 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.656071 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] 10.222.0.44 "PUT /v2.0/ports/83101021-0ebe-4ce1-b25e-f64dfefbac8c HTTP/1.1" status: 200 len: 1093 time: 2.2912793 Apr 05 22:34:07.657138 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a99fa-7cac-4a46-9710-010ccc2a0426 service neutron] Pushing event updated for resources: {'Port': ['ID=9419488b-637f-4ded-8cb7-40c89757206b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:07.699193 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb653855-d3ef-4335-9737-d65667ccf1f9 x-openstack-request-id: req-cb653855-d3ef-4335-9737-d65667ccf1f9 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:07.699832 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb79322b-471f-43c5-acd4-d36480b55844", "tag": "9419488b-637f-4ded-8cb7-40c89757206b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:07.699832 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb653855-d3ef-4335-9737-d65667ccf1f9 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:07.700242 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb653855-d3ef-4335-9737-d65667ccf1f9'] response: {'name': 'network-changed', 'server_uuid': 'fb79322b-471f-43c5-acd4-d36480b55844', 'tag': '9419488b-637f-4ded-8cb7-40c89757206b', 'status': 'completed', 'code': 200} Apr 05 22:34:07.708159 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3773012-904c-49ed-b57c-a0313df2822c req-1366aa29-838b-4536-a286-ef6d2227c4e3 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.715556 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f3773012-904c-49ed-b57c-a0313df2822c req-1366aa29-838b-4536-a286-ef6d2227c4e3 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 945 time: 0.0669231 Apr 05 22:34:07.743901 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326b3ad-a523-4ac7-8d75-a57129f42c19 service neutron] Pushing event updated for resources: {'Port': ['ID=83101021-0ebe-4ce1-b25e-f64dfefbac8c,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:07.756723 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:34:07.767580 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f3773012-904c-49ed-b57c-a0313df2822c req-31111683-6c90-4de7-8ef5-1b4641b748e7 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510738 Apr 05 22:34:07.852599 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff16b7-eda6-49a6-ab44-0b110e5b26b7 req-d5d2b451-4775-4a44-9edf-c5384e9c0e6b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.860525 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1eff16b7-eda6-49a6-ab44-0b110e5b26b7 req-d5d2b451-4775-4a44-9edf-c5384e9c0e6b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.1034198 Apr 05 22:34:07.905182 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f766e0-2822-4d7d-b3bf-d5fed0672bd4 req-14776481-87f0-490b-96aa-20d4ead73bda tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.907745 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-58f766e0-2822-4d7d-b3bf-d5fed0672bd4 req-14776481-87f0-490b-96aa-20d4ead73bda tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 943 time: 0.0706978 Apr 05 22:34:07.912109 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1eff16b7-eda6-49a6-ab44-0b110e5b26b7 req-e9945192-2d51-425a-af35-598491586a51 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506349 Apr 05 22:34:07.958795 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-58f766e0-2822-4d7d-b3bf-d5fed0672bd4 req-4b06dc3b-2158-4e12-9794-850d1745a470 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441198 Apr 05 22:34:08.495908 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 962dafa6-67eb-4626-814b-6fe4600ccb36 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:08.601732 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 962dafa6-67eb-4626-814b-6fe4600ccb36, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=962dafa6-67eb-4626-814b-6fe4600ccb36,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:08.654034 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'port_id': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'mac_address': 'fa:16:3e:df:75:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:08.713490 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 962dafa6-67eb-4626-814b-6fe4600ccb36 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:08.714008 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.732038 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962dafa6-67eb-4626-814b-6fe4600ccb36 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:08.760982 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 962dafa6-67eb-4626-814b-6fe4600ccb36, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=962dafa6-67eb-4626-814b-6fe4600ccb36,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:08.767046 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.776132 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d971ad-57c8-4cfe-9037-38cc49cb5bc6 req-94a67331-bc77-4918-b84f-33c3f7ed199b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:08.785981 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cb3c2-8f2d-492d-abba-c19bf827ce55 req-bc64a0fc-f661-40f2-aa32-3998c4d169e7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:08.787857 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-233cb3c2-8f2d-492d-abba-c19bf827ce55 req-bc64a0fc-f661-40f2-aa32-3998c4d169e7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 943 time: 0.1113291 Apr 05 22:34:08.788017 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-91d971ad-57c8-4cfe-9037-38cc49cb5bc6 req-94a67331-bc77-4918-b84f-33c3f7ed199b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0818958 Apr 05 22:34:08.792045 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7861a795-a20b-4a64-8519-714f8e8d25e3 req-80284199-f64c-4258-93c9-42cf23edd048 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726274 Apr 05 22:34:08.805266 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 46994) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:08.833774 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=962dafa6-67eb-4626-814b-6fe4600ccb36,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:08.843364 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-233cb3c2-8f2d-492d-abba-c19bf827ce55 req-2b4b3777-80bc-44ca-934c-d956ed95758d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487061 Apr 05 22:34:08.847144 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-91d971ad-57c8-4cfe-9037-38cc49cb5bc6 req-51ccdd40-750d-4525-a33e-e05e68989fcf tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582938 Apr 05 22:34:08.941634 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5b35565-dd28-4d0d-8fbe-767d6da18d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.959653 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ab6b8-426d-4818-a17a-24771484b862 req-5507de9d-f682-4a8d-981c-683bf5998982 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:08.961313 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b78ab6b8-426d-4818-a17a-24771484b862 req-5507de9d-f682-4a8d-981c-683bf5998982 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 945 time: 0.0562069 Apr 05 22:34:09.012415 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b78ab6b8-426d-4818-a17a-24771484b862 req-3fe86e98-7c8e-46c2-ad7e-1da06281de6b tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443952 Apr 05 22:34:09.031667 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['962dafa6-67eb-4626-814b-6fe4600ccb36'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:09.083535 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5b35565-dd28-4d0d-8fbe-767d6da18d70 admin admin] Publish callbacks [] for security_group (dcbf18da-7346-4e5e-91a5-e22aedc6d9e9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.094556 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5b35565-dd28-4d0d-8fbe-767d6da18d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (dcbf18da-7346-4e5e-91a5-e22aedc6d9e9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.134487 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd94027-846c-40b6-8ce3-f7553651fbc2 req-8c26ad30-90fc-4551-b02c-9d124fad0b19 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:09.136655 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4fd94027-846c-40b6-8ce3-f7553651fbc2 req-8c26ad30-90fc-4551-b02c-9d124fad0b19 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.1289654 Apr 05 22:34:09.180687 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b35565-dd28-4d0d-8fbe-767d6da18d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf18da-7346-4e5e-91a5-e22aedc6d9e9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:09.189079 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-a5b35565-dd28-4d0d-8fbe-767d6da18d70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4813c46efd34b168f3ef44e7100ea51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827441 Apr 05 22:34:09.195213 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47002) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:09.237320 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198cd9b-be62-4e50-99c9-1ed1f2f09624 req-7955a53f-7002-4995-8e22-220b506ae798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:09.239070 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6198cd9b-be62-4e50-99c9-1ed1f2f09624 req-7955a53f-7002-4995-8e22-220b506ae798 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7&device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 1127 time: 0.1815379 Apr 05 22:34:09.243447 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4fd94027-846c-40b6-8ce3-f7553651fbc2 req-947e8af2-3785-4266-88ff-f8eadf570ac0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988317 Apr 05 22:34:09.265208 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a6080-8689-481b-a220-819baeece48a req-04e785ea-a817-4987-8e5f-93fefb606c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:09.266764 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-04e785ea-a817-4987-8e5f-93fefb606c33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 1127 time: 0.1745169 Apr 05 22:34:09.271862 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75ed295a-6306-455a-881b-2d18c747b9b6 admin admin] Publish callbacks [] for security_group (dcbf18da-7346-4e5e-91a5-e22aedc6d9e9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.285148 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47968388-aea1-47c1-b93e-107aecd541b5 req-afe67328-dc13-4964-96c6-b79b50bec035 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:09.286826 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-47968388-aea1-47c1-b93e-107aecd541b5 req-afe67328-dc13-4964-96c6-b79b50bec035 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 943 time: 0.1254010 Apr 05 22:34:09.304085 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75ed295a-6306-455a-881b-2d18c747b9b6 admin admin] Publish callbacks [] for security_group (dcbf18da-7346-4e5e-91a5-e22aedc6d9e9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.363904 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75ed295a-6306-455a-881b-2d18c747b9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (dcbf18da-7346-4e5e-91a5-e22aedc6d9e9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.366547 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75ed295a-6306-455a-881b-2d18c747b9b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.367844 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-75ed295a-6306-455a-881b-2d18c747b9b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcbf18da-7346-4e5e-91a5-e22aedc6d9e9 HTTP/1.1" status: 204 len: 168 time: 0.1717963 Apr 05 22:34:09.378304 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed295a-6306-455a-881b-2d18c747b9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbf18da-7346-4e5e-91a5-e22aedc6d9e9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:09.480003 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-6efc029a-027d-4f48-8251-01548d728b9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c HTTP/1.1" status: 200 len: 217 time: 0.1326482 Apr 05 22:34:09.491369 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-47968388-aea1-47c1-b93e-107aecd541b5 req-a75c6202-ae8d-4dd2-b096-134f76f85cb4 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977198 Apr 05 22:34:09.581288 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a3517-ad15-4e30-a024-44642a97ad81 req-e2f22940-57b2-41cb-a99b-be336cd15549 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:09.582935 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2d0a3517-ad15-4e30-a024-44642a97ad81 req-e2f22940-57b2-41cb-a99b-be336cd15549 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.44 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 945 time: 0.2376168 Apr 05 22:34:09.631440 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198cd9b-be62-4e50-99c9-1ed1f2f09624 req-6827f54a-b844-4d83-bdb2-6ce73be06a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:09.632910 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6198cd9b-be62-4e50-99c9-1ed1f2f09624 req-6827f54a-b844-4d83-bdb2-6ce73be06a4d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2847295 Apr 05 22:34:09.701708 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:09.716442 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589abe08-c91d-4792-bc23-aacfe9c8c68d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:09.752927 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47028) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:09.775937 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b47b30b-3f0f-4f63-a9bd-c9614b057e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.796013 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26704340-52a9-46e1-84e3-a2dcaa8f3ec2 x-openstack-request-id: req-26704340-52a9-46e1-84e3-a2dcaa8f3ec2 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:09.796936 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:09.797491 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26704340-52a9-46e1-84e3-a2dcaa8f3ec2 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:09.798210 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26704340-52a9-46e1-84e3-a2dcaa8f3ec2'] response: {'name': 'network-changed', 'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'status': 'completed', 'code': 200} Apr 05 22:34:09.986823 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00c741-c3ef-47ef-8357-c6d7f03e73b3 req-4783f698-1503-454d-92c5-738aa8bf3160 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:09.988451 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4b00c741-c3ef-47ef-8357-c6d7f03e73b3 req-4783f698-1503-454d-92c5-738aa8bf3160 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0639138 Apr 05 22:34:10.043478 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4b00c741-c3ef-47ef-8357-c6d7f03e73b3 req-8124dafc-718a-4206-9b58-272b2085afbc tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 Apr 05 22:34:10.102692 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a6080-8689-481b-a220-819baeece48a req-c4168f76-8e1c-4014-9d5a-30ad6e19094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.104427 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-c4168f76-8e1c-4014-9d5a-30ad6e19094b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=153678da-7701-49d9-b921-ee9887cc1075 HTTP/1.1" status: 200 len: 856 time: 0.3052740 Apr 05 22:34:10.165241 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109c8b6-3fa6-4489-88d5-fb056b4dbeac req-73fb1cdb-36b8-43a8-a29c-9ebc386132ff tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.174526 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f109c8b6-3fa6-4489-88d5-fb056b4dbeac req-73fb1cdb-36b8-43a8-a29c-9ebc386132ff tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 945 time: 0.0631449 Apr 05 22:34:10.176729 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47048) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:10.208916 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198cd9b-be62-4e50-99c9-1ed1f2f09624 req-ee5a5d24-0892-4711-bdcc-1bac0e064137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.210655 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6198cd9b-be62-4e50-99c9-1ed1f2f09624 req-ee5a5d24-0892-4711-bdcc-1bac0e064137 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4166400 Apr 05 22:34:10.226710 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e7b4-0c52-42a3-a8a0-51175380b006 req-92e10711-c414-42f1-9091-3b57b2e26aac tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.228454 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bf21e7b4-0c52-42a3-a8a0-51175380b006 req-92e10711-c414-42f1-9091-3b57b2e26aac tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 944 time: 0.3045557 Apr 05 22:34:10.238832 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f109c8b6-3fa6-4489-88d5-fb056b4dbeac req-b76d8f5d-ff77-4cdc-8f25-cae0f0ece7b6 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626938 Apr 05 22:34:10.314490 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b47b30b-3f0f-4f63-a9bd-c9614b057e56 admin admin] Publish callbacks [] for security_group (d9501421-9232-41c5-853a-ab1220c6f216), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.319734 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfdb3e30-6321-44bf-9ec7-82bdc40edafd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.339165 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b47b30b-3f0f-4f63-a9bd-c9614b057e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d9501421-9232-41c5-853a-ab1220c6f216), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.346738 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a6080-8689-481b-a220-819baeece48a req-f1621f45-792d-40c3-83e3-c461b97815f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.346738 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-f1621f45-792d-40c3-83e3-c461b97815f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69f3666c-d270-41ea-a8aa-729dc02e1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2192669 Apr 05 22:34:10.352145 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2d0a3517-ad15-4e30-a024-44642a97ad81 req-1621c751-c4d4-4326-b3bf-f5c32c44622c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Deleting port 41430268-620a-4c92-b8e2-ba2f26bc3b9c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:34:10.352466 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2d0a3517-ad15-4e30-a024-44642a97ad81 req-1621c751-c4d4-4326-b3bf-f5c32c44622c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.406164 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfdb3e30-6321-44bf-9ec7-82bdc40edafd admin admin] Publish callbacks [] for security_group (6255a1a9-b5c1-4b81-9926-c8e1fd24fecf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.412810 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfdb3e30-6321-44bf-9ec7-82bdc40edafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (6255a1a9-b5c1-4b81-9926-c8e1fd24fecf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.454052 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-dfdb3e30-6321-44bf-9ec7-82bdc40edafd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40fa69d87d204773be506d0af3d233ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755170 Apr 05 22:34:10.454235 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb3e30-6321-44bf-9ec7-82bdc40edafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6255a1a9-b5c1-4b81-9926-c8e1fd24fecf,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:10.454235 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47056) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:10.491255 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bf21e7b4-0c52-42a3-a8a0-51175380b006 req-5abdb736-ac47-48f7-a13f-d0619b79a503 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502534 Apr 05 22:34:10.522699 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 962dafa6-67eb-4626-814b-6fe4600ccb36 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:10.588271 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4fcc343-5809-44f4-b4cb-99f7ec8fdf62 admin admin] Publish callbacks [] for security_group (6255a1a9-b5c1-4b81-9926-c8e1fd24fecf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.593068 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 962dafa6-67eb-4626-814b-6fe4600ccb36 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:10.598604 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 962dafa6-67eb-4626-814b-6fe4600ccb36 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:10.599163 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.610284 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db9df8-f76e-4fc8-a5dc-80ffd84d4684 req-a94ad236-0ba9-4cf5-bb41-1fc0ac747d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.611809 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2db9df8-f76e-4fc8-a5dc-80ffd84d4684 req-a94ad236-0ba9-4cf5-bb41-1fc0ac747d7d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 1129 time: 0.1153364 Apr 05 22:34:10.627250 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070cd9f-0afd-4510-bad1-40342fc8c115 req-73bb264b-1134-4cd7-92fd-4e6daae0cb45 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.628769 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e070cd9f-0afd-4510-bad1-40342fc8c115 req-73bb264b-1134-4cd7-92fd-4e6daae0cb45 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.1150734 Apr 05 22:34:10.630943 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4fcc343-5809-44f4-b4cb-99f7ec8fdf62 admin admin] Publish callbacks [] for security_group (6255a1a9-b5c1-4b81-9926-c8e1fd24fecf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.686945 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 962dafa6-67eb-4626-814b-6fe4600ccb36 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:10.687419 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.711523 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465b206f-3f52-483c-a770-447ff50f963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962dafa6-67eb-4626-814b-6fe4600ccb36'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:10.713873 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9f21ff-64a7-4ebb-8e76-9fc706940b22" -d '{"events": [{"server_uuid": "465b206f-3f52-483c-a770-447ff50f963b", "name": "network-vif-plugged", "status": "completed", "tag": "962dafa6-67eb-4626-814b-6fe4600ccb36"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:10.727000 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 962dafa6-67eb-4626-814b-6fe4600ccb36, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=962dafa6-67eb-4626-814b-6fe4600ccb36,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:10.731876 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.741932 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-1b47b30b-3f0f-4f63-a9bd-c9614b057e56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16a496ab4dde4cffb463b993c64f53ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9876356 Apr 05 22:34:10.745281 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47062) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:10.763500 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c305b-ffce-48b9-b499-412acfde26cf req-c2271e10-4f30-436f-b47e-8c8624306d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.765026 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-c2271e10-4f30-436f-b47e-8c8624306d57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7&device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 1127 time: 0.5056403 Apr 05 22:34:10.765702 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47b30b-3f0f-4f63-a9bd-c9614b057e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9501421-9232-41c5-853a-ab1220c6f216,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:10.794419 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=962dafa6-67eb-4626-814b-6fe4600ccb36,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:10.814691 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e070cd9f-0afd-4510-bad1-40342fc8c115 req-c6c14dfa-a326-4e61-bad6-db7e397eef15 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657207 Apr 05 22:34:10.820011 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db9df8-f76e-4fc8-a5dc-80ffd84d4684 req-244150ac-4ae2-4fec-ba8f-71bb1042ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.821587 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2db9df8-f76e-4fc8-a5dc-80ffd84d4684 req-244150ac-4ae2-4fec-ba8f-71bb1042ed72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.2018638 Apr 05 22:34:10.835782 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-b00e8816-e1c3-404b-a0d1-14dcf98f9ce3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9419488b-637f-4ded-8cb7-40c89757206b HTTP/1.1" status: 200 len: 217 time: 0.0456264 Apr 05 22:34:10.884689 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4fcc343-5809-44f4-b4cb-99f7ec8fdf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (6255a1a9-b5c1-4b81-9926-c8e1fd24fecf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.887427 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4fcc343-5809-44f4-b4cb-99f7ec8fdf62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.892033 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-b4fcc343-5809-44f4-b4cb-99f7ec8fdf62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6255a1a9-b5c1-4b81-9926-c8e1fd24fecf HTTP/1.1" status: 204 len: 168 time: 0.4311457 Apr 05 22:34:10.893579 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2db9df8-f76e-4fc8-a5dc-80ffd84d4684 req-7cb6e66b-87cf-4711-80ce-36970683336a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd818499-249e-4925-8d86-2c3b98c6d001 HTTP/1.1" status: 200 len: 217 time: 0.0522261 Apr 05 22:34:10.897546 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-b1c7f6f9-cc74-45a3-9b56-7254b650d8d5 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331171 Apr 05 22:34:10.935077 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2d0a3517-ad15-4e30-a024-44642a97ad81 req-1621c751-c4d4-4326-b3bf-f5c32c44622c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] For port 41430268-620a-4c92-b8e2-ba2f26bc3b9c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=41430268-620a-4c92-b8e2-ba2f26bc3b9c,segment=NetworkSegment(9649a7b9-3c00-4746-a8fd-4db700a45462),segment_id=9649a7b9-3c00-4746-a8fd-4db700a45462)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:10.935508 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2d0a3517-ad15-4e30-a024-44642a97ad81 req-1621c751-c4d4-4326-b3bf-f5c32c44622c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.940557 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcc343-5809-44f4-b4cb-99f7ec8fdf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6255a1a9-b5c1-4b81-9926-c8e1fd24fecf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:10.958721 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0a04af5-089f-4f2d-b2d9-f217847202ce admin admin] Publish callbacks [] for security_group (d9501421-9232-41c5-853a-ab1220c6f216), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.984556 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8a908-1a36-4956-97ff-119f74d8cc22 req-eb88bafa-cc5c-464e-8d39-36515e14b8c4 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.986159 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d2a8a908-1a36-4956-97ff-119f74d8cc22 req-eb88bafa-cc5c-464e-8d39-36515e14b8c4 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.2413552 Apr 05 22:34:11.002747 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0a04af5-089f-4f2d-b2d9-f217847202ce admin admin] Publish callbacks [] for security_group (d9501421-9232-41c5-853a-ab1220c6f216), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.018070 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2d0a3517-ad15-4e30-a024-44642a97ad81 req-1621c751-c4d4-4326-b3bf-f5c32c44622c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Calling delete_port for 41430268-620a-4c92-b8e2-ba2f26bc3b9c owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:34:11.019743 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db9df8-f76e-4fc8-a5dc-80ffd84d4684 req-b4926931-af67-4e94-ab68-a60ca3f394aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.021332 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2db9df8-f76e-4fc8-a5dc-80ffd84d4684 req-b4926931-af67-4e94-ab68-a60ca3f394aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.1103895 Apr 05 22:34:11.022448 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c305b-ffce-48b9-b499-412acfde26cf req-be9172a4-04a7-4a91-b9be-23e2a5d43878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.023972 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-be9172a4-04a7-4a91-b9be-23e2a5d43878 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95feccaa-a5da-4cb7-9abd-52112f8ef21a HTTP/1.1" status: 200 len: 849 time: 0.1702669 Apr 05 22:34:11.080047 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ca289-2d77-4368-8738-1a000143ae7f req-b265a47c-d1a6-42b8-8096-cec8f5fee0e9 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.081820 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-663ca289-2d77-4368-8738-1a000143ae7f req-b265a47c-d1a6-42b8-8096-cec8f5fee0e9 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 943 time: 0.1815608 Apr 05 22:34:11.143792 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0a04af5-089f-4f2d-b2d9-f217847202ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d9501421-9232-41c5-853a-ab1220c6f216), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.146868 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0a04af5-089f-4f2d-b2d9-f217847202ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.147996 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-e0a04af5-089f-4f2d-b2d9-f217847202ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9501421-9232-41c5-853a-ab1220c6f216 HTTP/1.1" status: 204 len: 168 time: 0.3984089 Apr 05 22:34:11.182278 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a04af5-089f-4f2d-b2d9-f217847202ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9501421-9232-41c5-853a-ab1220c6f216,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:11.190066 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db9df8-f76e-4fc8-a5dc-80ffd84d4684 req-cc238a93-5873-4ae1-aff2-07c5abe42403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.191693 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2db9df8-f76e-4fc8-a5dc-80ffd84d4684 req-cc238a93-5873-4ae1-aff2-07c5abe42403 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1579556 Apr 05 22:34:11.212130 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-663ca289-2d77-4368-8738-1a000143ae7f req-4e6efb7c-7b57-4c99-b354-0127719b13e2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123188 Apr 05 22:34:11.256621 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d2a8a908-1a36-4956-97ff-119f74d8cc22 req-96b74ef8-724c-4ab6-bfa7-7d504bc802a1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313743 Apr 05 22:34:11.316792 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b977e8bb-8a14-431a-8f2b-1e04da317859 x-openstack-request-id: req-b977e8bb-8a14-431a-8f2b-1e04da317859 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:11.317294 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465b206f-3f52-483c-a770-447ff50f963b", "name": "network-vif-plugged", "status": "completed", "tag": "962dafa6-67eb-4626-814b-6fe4600ccb36", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:11.317922 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b977e8bb-8a14-431a-8f2b-1e04da317859 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:11.318547 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b977e8bb-8a14-431a-8f2b-1e04da317859'] response: {'server_uuid': '465b206f-3f52-483c-a770-447ff50f963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'code': 200} Apr 05 22:34:11.360450 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-714a6080-8689-481b-a220-819baeece48a req-c472e624-bd0a-4b31-b199-9a03bd42993d service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476118 Apr 05 22:34:11.363577 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c305b-ffce-48b9-b499-412acfde26cf req-d552fa89-ab76-4b99-a7f2-e042a9f98943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.369779 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-d552fa89-ab76-4b99-a7f2-e042a9f98943 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16c5f87e-a006-47ae-947e-1cc8f902a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3312163 Apr 05 22:34:11.413503 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47086) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:11.453562 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2db9df8-f76e-4fc8-a5dc-80ffd84d4684 req-e1e1dc91-c9b8-4eb7-9c18-617ba05b0a93 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366652 Apr 05 22:34:11.498869 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29b798b1-fcd4-48f8-8d85-a2ed786355a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.611866 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412980e-20da-4fce-8c07-0128509753b2 req-a78ac2db-d7e3-4c6f-9e92-e81e9b6a9184 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.613339 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7412980e-20da-4fce-8c07-0128509753b2 req-a78ac2db-d7e3-4c6f-9e92-e81e9b6a9184 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 945 time: 0.0581350 Apr 05 22:34:11.632508 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe990b-a49d-47cc-a2d8-32e135405383 req-6a2ff85d-0add-48a8-a2dc-06bce10e519c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.634026 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8dbe990b-a49d-47cc-a2d8-32e135405383 req-6a2ff85d-0add-48a8-a2dc-06bce10e519c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 945 time: 0.2415144 Apr 05 22:34:11.641515 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-72827f7e-221d-4271-9789-b088528a2e4b service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647796 Apr 05 22:34:11.677624 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2d0a3517-ad15-4e30-a024-44642a97ad81 req-1621c751-c4d4-4326-b3bf-f5c32c44622c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (41430268-620a-4c92-b8e2-ba2f26bc3b9c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.678295 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7412980e-20da-4fce-8c07-0128509753b2 req-7d624a3e-fbd7-43ae-8946-e577f807bdbb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589147 Apr 05 22:34:11.699785 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['41430268-620a-4c92-b8e2-ba2f26bc3b9c'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:11.736807 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621c751-c4d4-4326-b3bf-f5c32c44622c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Pushing event deleted for resources: {'Port': ['ID=41430268-620a-4c92-b8e2-ba2f26bc3b9c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:11.752606 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47092) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:11.766414 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d068cf1c-d482-455d-9a3c-4b2a7e1374a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.786867 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8dbe990b-a49d-47cc-a2d8-32e135405383 req-c28dc9ea-d0ae-4ec6-82c6-1b7c190cd434 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/security-groups?id=f17e6979-4b0f-4d03-af65-9586b23d4a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398644 Apr 05 22:34:11.812842 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0a3517-ad15-4e30-a024-44642a97ad81 req-1621c751-c4d4-4326-b3bf-f5c32c44622c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] No DVR routers for this DVR port 41430268-620a-4c92-b8e2-ba2f26bc3b9c on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:34:11.821894 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2d0a3517-ad15-4e30-a024-44642a97ad81 req-1621c751-c4d4-4326-b3bf-f5c32c44622c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.825175 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2d0a3517-ad15-4e30-a024-44642a97ad81 req-1621c751-c4d4-4326-b3bf-f5c32c44622c tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.44 "DELETE /v2.0/ports/41430268-620a-4c92-b8e2-ba2f26bc3b9c HTTP/1.1" status: 204 len: 173 time: 2.0250263 Apr 05 22:34:11.825613 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fdb76d-2bd1-4255-b99f-b5de3164d22e', 'name': 'network-vif-deleted', 'tag': '41430268-620a-4c92-b8e2-ba2f26bc3b9c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:11.827920 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1055c0e1-4e9e-413a-b57b-1d807b4b8d0e" -d '{"events": [{"server_uuid": "13fdb76d-2bd1-4255-b99f-b5de3164d22e", "name": "network-vif-deleted", "tag": "41430268-620a-4c92-b8e2-ba2f26bc3b9c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:11.832429 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29b798b1-fcd4-48f8-8d85-a2ed786355a5 admin admin] Publish callbacks [] for security_group (3727161c-041d-41c1-9618-8233bc4ad402), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.838065 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29b798b1-fcd4-48f8-8d85-a2ed786355a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (3727161c-041d-41c1-9618-8233bc4ad402), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.871102 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d068cf1c-d482-455d-9a3c-4b2a7e1374a2 admin admin] Publish callbacks [] for security_group (d26027f2-c242-4c27-ab42-9cad461838b6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.877318 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-29b798b1-fcd4-48f8-8d85-a2ed786355a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04effac6d53b40c3bf0c87c120abb9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4453385 Apr 05 22:34:11.878990 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b798b1-fcd4-48f8-8d85-a2ed786355a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3727161c-041d-41c1-9618-8233bc4ad402,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:11.882457 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d068cf1c-d482-455d-9a3c-4b2a7e1374a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d26027f2-c242-4c27-ab42-9cad461838b6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.882982 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47098) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:11.901136 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1675c723-d1d3-44bd-80e4-671069391bc6 x-openstack-request-id: req-1675c723-d1d3-44bd-80e4-671069391bc6 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:11.901519 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fdb76d-2bd1-4255-b99f-b5de3164d22e", "name": "network-vif-deleted", "tag": "41430268-620a-4c92-b8e2-ba2f26bc3b9c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:11.901755 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1675c723-d1d3-44bd-80e4-671069391bc6 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:11.902268 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1675c723-d1d3-44bd-80e4-671069391bc6'] response: {'server_uuid': '13fdb76d-2bd1-4255-b99f-b5de3164d22e', 'name': 'network-vif-deleted', 'tag': '41430268-620a-4c92-b8e2-ba2f26bc3b9c', 'status': 'completed', 'code': 200} Apr 05 22:34:11.908068 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068cf1c-d482-455d-9a3c-4b2a7e1374a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26027f2-c242-4c27-ab42-9cad461838b6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:11.931259 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-d068cf1c-d482-455d-9a3c-4b2a7e1374a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98ef9ffc7c3e4fcca0b7ad4fde6e4276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774931 Apr 05 22:34:11.933571 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47100) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:11.968365 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50d21ef2-b280-4e35-b470-e63abd525e0c admin admin] Publish callbacks [] for security_group (3727161c-041d-41c1-9618-8233bc4ad402), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.979524 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50e1ae51-ffea-4e55-b0c9-1f052ac88757 admin admin] Publish callbacks [] for security_group (d26027f2-c242-4c27-ab42-9cad461838b6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.000825 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50e1ae51-ffea-4e55-b0c9-1f052ac88757 admin admin] Publish callbacks [] for security_group (d26027f2-c242-4c27-ab42-9cad461838b6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.002552 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee163eb-5cb9-4bf5-be5f-9ebe242f7cd2 req-e8aee9f9-6921-48fc-9519-c8dac99f73b5 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:12.004070 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8ee163eb-5cb9-4bf5-be5f-9ebe242f7cd2 req-e8aee9f9-6921-48fc-9519-c8dac99f73b5 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0835352 Apr 05 22:34:12.005937 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50d21ef2-b280-4e35-b470-e63abd525e0c admin admin] Publish callbacks [] for security_group (3727161c-041d-41c1-9618-8233bc4ad402), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.054238 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50e1ae51-ffea-4e55-b0c9-1f052ac88757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d26027f2-c242-4c27-ab42-9cad461838b6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.056393 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50e1ae51-ffea-4e55-b0c9-1f052ac88757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.057541 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-50e1ae51-ffea-4e55-b0c9-1f052ac88757 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d26027f2-c242-4c27-ab42-9cad461838b6 HTTP/1.1" status: 204 len: 168 time: 0.1230536 Apr 05 22:34:12.070171 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1ae51-ffea-4e55-b0c9-1f052ac88757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26027f2-c242-4c27-ab42-9cad461838b6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:12.075238 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8ee163eb-5cb9-4bf5-be5f-9ebe242f7cd2 req-e551ddd2-da02-474b-8c19-54dbb3b27c1d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627379 Apr 05 22:34:12.094922 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50d21ef2-b280-4e35-b470-e63abd525e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (3727161c-041d-41c1-9618-8233bc4ad402), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.098417 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50d21ef2-b280-4e35-b470-e63abd525e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.099834 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-50d21ef2-b280-4e35-b470-e63abd525e0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3727161c-041d-41c1-9618-8233bc4ad402 HTTP/1.1" status: 204 len: 168 time: 0.2164428 Apr 05 22:34:12.109205 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d21ef2-b280-4e35-b470-e63abd525e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3727161c-041d-41c1-9618-8233bc4ad402,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:12.296318 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2db9df8-f76e-4fc8-a5dc-80ffd84d4684 req-f24f6b3f-e03f-44e7-a62a-d9b31a6a343c service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097503 Apr 05 22:34:12.388261 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eeb177-6264-4f61-bd01-438f82d9483e req-5f97499c-8dba-4c6e-bd09-3b5641f110c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:12.389829 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-89eeb177-6264-4f61-bd01-438f82d9483e req-5f97499c-8dba-4c6e-bd09-3b5641f110c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 1129 time: 0.1687927 Apr 05 22:34:12.398000 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589abe08-c91d-4792-bc23-aacfe9c8c68d req-52a67c0a-844f-4497-b46c-2c4dc23e9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:12.399717 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-589abe08-c91d-4792-bc23-aacfe9c8c68d req-52a67c0a-844f-4497-b46c-2c4dc23e9ec9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 1127 time: 0.1773791 Apr 05 22:34:12.429502 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36112833-19e8-4c5b-a87c-a138d07a97d5 req-c1d132b8-6f42-48f3-8279-897a5a731d02 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:12.431757 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-36112833-19e8-4c5b-a87c-a138d07a97d5 req-c1d132b8-6f42-48f3-8279-897a5a731d02 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 943 time: 0.0889556 Apr 05 22:34:12.439260 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f69c305b-ffce-48b9-b499-412acfde26cf req-06ef6afc-6327-4e57-aaf0-d538969d15fa service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524939 Apr 05 22:34:12.530589 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-89eeb177-6264-4f61-bd01-438f82d9483e req-009ce61b-3c18-4882-bd82-3ae496a393c5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298668 Apr 05 22:34:12.568643 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-36112833-19e8-4c5b-a87c-a138d07a97d5 req-9b2e4d94-2ea5-47e7-9dc5-00c7b22ffd7a tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297429 Apr 05 22:34:12.574690 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e68431-d35a-4881-98dd-f377deded29f req-46d58bf6-e7a7-4394-8ed2-72e89ee78238 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:12.576363 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c0e68431-d35a-4881-98dd-f377deded29f req-46d58bf6-e7a7-4394-8ed2-72e89ee78238 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.1592274 Apr 05 22:34:12.668614 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589abe08-c91d-4792-bc23-aacfe9c8c68d req-eabdafce-5d8f-456f-ad49-6f81afb3b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:12.670087 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-589abe08-c91d-4792-bc23-aacfe9c8c68d req-eabdafce-5d8f-456f-ad49-6f81afb3b9e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 200 len: 918 time: 0.1944637 Apr 05 22:34:12.679890 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c0e68431-d35a-4881-98dd-f377deded29f req-f119040d-d51d-4627-be89-29b0b4cd763f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881042 Apr 05 22:34:12.799055 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2ebc5-154b-4394-8ddd-62f711a1e2c4 req-1e880ca4-2d32-429a-bcd2-140db375185d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:12.800759 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d5e2ebc5-154b-4394-8ddd-62f711a1e2c4 req-1e880ca4-2d32-429a-bcd2-140db375185d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 945 time: 0.0515573 Apr 05 22:34:12.856880 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d5e2ebc5-154b-4394-8ddd-62f711a1e2c4 req-36998082-bb74-42ac-a7ff-100a53d29198 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505555 Apr 05 22:34:12.911254 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-152d5e99-4d6a-43bc-af1f-9afedf750232 req-f1e07052-78ea-47de-afe0-d60ac5256865 tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 210 time: 0.0273557 Apr 05 22:34:13.208061 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cfdca-3d89-43db-a097-bef001a8f871 req-22e33aa1-a42e-49c1-831f-b110214551d4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:13.209592 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-3f4cfdca-3d89-43db-a097-bef001a8f871 req-22e33aa1-a42e-49c1-831f-b110214551d4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0513654 Apr 05 22:34:13.263334 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-3f4cfdca-3d89-43db-a097-bef001a8f871 req-78438900-4285-42c9-8d1f-58061561f3aa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477266 Apr 05 22:34:13.530992 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-589abe08-c91d-4792-bc23-aacfe9c8c68d req-ccce633c-90e0-45b7-9687-0f018812dfd0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c HTTP/1.1" status: 200 len: 217 time: 0.0494199 Apr 05 22:34:13.697368 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a4aaf-c5f4-4089-9f32-9efa3efbadcd req-26975b9a-8a69-46bc-9b51-ecf47aac3556 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:13.699163 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-796a4aaf-c5f4-4089-9f32-9efa3efbadcd req-26975b9a-8a69-46bc-9b51-ecf47aac3556 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 943 time: 0.0564847 Apr 05 22:34:13.771777 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-796a4aaf-c5f4-4089-9f32-9efa3efbadcd req-40b4217f-399f-4830-8ffe-64e5703c0548 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548713 Apr 05 22:34:13.839548 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61152770-ff4a-4cf5-a7ff-b7c7c6eb2dc2 req-e1454c9e-75eb-4621-9db2-5a37a07a7b31 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:13.841669 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589abe08-c91d-4792-bc23-aacfe9c8c68d req-5ca694f8-6780-43f0-8a9d-88277fef71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:13.843201 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-589abe08-c91d-4792-bc23-aacfe9c8c68d req-5ca694f8-6780-43f0-8a9d-88277fef71ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=153678da-7701-49d9-b921-ee9887cc1075 HTTP/1.1" status: 200 len: 856 time: 0.0616741 Apr 05 22:34:13.847098 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-61152770-ff4a-4cf5-a7ff-b7c7c6eb2dc2 req-e1454c9e-75eb-4621-9db2-5a37a07a7b31 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.1018999 Apr 05 22:34:13.911267 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-61152770-ff4a-4cf5-a7ff-b7c7c6eb2dc2 req-6394554d-293a-44ee-a9b7-e0b14ca8397a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629435 Apr 05 22:34:14.043688 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a8881-34b6-45a2-9df9-36f8c1478cbd req-070a2722-be6b-4616-8398-8349413431d8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:14.045965 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cc2a8881-34b6-45a2-9df9-36f8c1478cbd req-070a2722-be6b-4616-8398-8349413431d8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 945 time: 0.0945125 Apr 05 22:34:14.071988 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6dc09408-d4f8-4b1b-9944-12902156e9c5 req-abf6cdd9-28f1-4ffd-ab1b-96af2841f1ef tempest-DeleteServersTestJSON-446844319 tempest-DeleteServersTestJSON-446844319-project] 10.222.0.43 "GET /v2.0/ports?device_id=13fdb76d-2bd1-4255-b99f-b5de3164d22e HTTP/1.1" status: 200 len: 210 time: 0.0494382 Apr 05 22:34:14.114676 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cc2a8881-34b6-45a2-9df9-36f8c1478cbd req-7321137d-228f-46d8-a3f3-cee4e0c76011 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610619 Apr 05 22:34:14.162341 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589abe08-c91d-4792-bc23-aacfe9c8c68d req-01959563-e251-4f29-a084-71d51ff78525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:14.163903 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-589abe08-c91d-4792-bc23-aacfe9c8c68d req-01959563-e251-4f29-a084-71d51ff78525 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69f3666c-d270-41ea-a8aa-729dc02e1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0483086 Apr 05 22:34:14.270095 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-589abe08-c91d-4792-bc23-aacfe9c8c68d req-f921ddfc-2659-451a-bf64-c1425a61d832 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971508 Apr 05 22:34:14.433070 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de33a5a-6c7c-4f59-84cb-11788e0804df req-778f9bce-00b3-4c50-abb5-11ce9cd6a01d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:14.435396 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2de33a5a-6c7c-4f59-84cb-11788e0804df req-778f9bce-00b3-4c50-abb5-11ce9cd6a01d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0910094 Apr 05 22:34:14.469194 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-589abe08-c91d-4792-bc23-aacfe9c8c68d req-5bf9fb3e-ce94-4416-8ac1-117de1597faf service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873631 Apr 05 22:34:14.503963 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2de33a5a-6c7c-4f59-84cb-11788e0804df req-efa53a2a-8c6d-41d3-87cc-f296d985e2c6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613327 Apr 05 22:34:14.526295 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 83101021-0ebe-4ce1-b25e-f64dfefbac8c details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:14.565291 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 41430268-620a-4c92-b8e2-ba2f26bc3b9c no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:34:14.615121 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 41430268-620a-4c92-b8e2-ba2f26bc3b9c {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:34:14.615463 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 41430268-620a-4c92-b8e2-ba2f26bc3b9c not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:34:14.657578 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:14.668752 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'port_id': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'mac_address': 'fa:16:3e:9b:13:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:14.851900 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 83101021-0ebe-4ce1-b25e-f64dfefbac8c is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:14.852212 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.869474 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83101021-0ebe-4ce1-b25e-f64dfefbac8c {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:14.890807 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:14.897051 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.969745 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8ddd0-30f1-4d5c-9ca8-68bb9012b300 req-3b9f40b0-0eaa-496e-962f-19c6aa45aa4f tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:14.971362 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b7b8ddd0-30f1-4d5c-9ca8-68bb9012b300 req-3b9f40b0-0eaa-496e-962f-19c6aa45aa4f tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 943 time: 0.1166310 Apr 05 22:34:14.991223 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47280) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:15.000248 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=83101021-0ebe-4ce1-b25e-f64dfefbac8c,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:15.061844 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b7b8ddd0-30f1-4d5c-9ca8-68bb9012b300 req-0e7d2cac-7bd6-4e88-aa6d-f18a4e9d7f5e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833948 Apr 05 22:34:15.098682 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1c86-6067-415d-ae9f-e45e27ad89b7 req-66af8fb2-6f04-43ea-96c9-eb905d6cf6f9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:15.100361 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9dea1c86-6067-415d-ae9f-e45e27ad89b7 req-66af8fb2-6f04-43ea-96c9-eb905d6cf6f9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0834324 Apr 05 22:34:15.155600 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['83101021-0ebe-4ce1-b25e-f64dfefbac8c'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:15.209230 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d527277f-8915-43ff-a152-0f51a904d7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.274185 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9dea1c86-6067-415d-ae9f-e45e27ad89b7 req-099ea65f-2921-4a11-96a1-b0804818ab75 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672211 Apr 05 22:34:15.305921 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f9165-cfc7-4067-8f17-2c33620be6c8 req-527a7384-0f13-4d83-94ab-27444c4bd6cc tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:15.307485 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4d5f9165-cfc7-4067-8f17-2c33620be6c8 req-527a7384-0f13-4d83-94ab-27444c4bd6cc tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 945 time: 0.0816724 Apr 05 22:34:15.359886 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d527277f-8915-43ff-a152-0f51a904d7d3 admin admin] Publish callbacks [] for security_group (b0d3d780-0ad0-4831-9696-2e007ad3eb3f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.371088 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d527277f-8915-43ff-a152-0f51a904d7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b0d3d780-0ad0-4831-9696-2e007ad3eb3f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.386720 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4d5f9165-cfc7-4067-8f17-2c33620be6c8 req-f0ddfc0a-1579-4cf9-8678-0339d2e5b590 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620437 Apr 05 22:34:15.424795 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-d527277f-8915-43ff-a152-0f51a904d7d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a6cd77b7dc746f5a3d2b07023a9a9d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321990 Apr 05 22:34:15.426776 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527277f-8915-43ff-a152-0f51a904d7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d3d780-0ad0-4831-9696-2e007ad3eb3f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:15.427644 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47308) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:15.507274 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a28dc1a-fd23-4417-a5b6-e4fbe91aab32 admin admin] Publish callbacks [] for security_group (b0d3d780-0ad0-4831-9696-2e007ad3eb3f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.534487 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a28dc1a-fd23-4417-a5b6-e4fbe91aab32 admin admin] Publish callbacks [] for security_group (b0d3d780-0ad0-4831-9696-2e007ad3eb3f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.545729 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1557fa7-b941-4600-b0c9-32287313f58c req-85af46b7-d12e-4f7d-abde-ac1c2b00197d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:15.547655 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d1557fa7-b941-4600-b0c9-32287313f58c req-85af46b7-d12e-4f7d-abde-ac1c2b00197d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 945 time: 0.0874243 Apr 05 22:34:15.570282 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47322) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:15.572638 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a8e76ee9-7d5e-424b-8380-eefd3311533e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'floatingip': {'port_id': '962dafa6-67eb-4626-814b-6fe4600ccb36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:15.601363 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a28dc1a-fd23-4417-a5b6-e4fbe91aab32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b0d3d780-0ad0-4831-9696-2e007ad3eb3f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.604200 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a28dc1a-fd23-4417-a5b6-e4fbe91aab32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.606686 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-1a28dc1a-fd23-4417-a5b6-e4fbe91aab32 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0d3d780-0ad0-4831-9696-2e007ad3eb3f HTTP/1.1" status: 204 len: 168 time: 0.1765652 Apr 05 22:34:15.645376 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28dc1a-fd23-4417-a5b6-e4fbe91aab32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d3d780-0ad0-4831-9696-2e007ad3eb3f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:15.660465 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8e76ee9-7d5e-424b-8380-eefd3311533e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (2343b3e4-8d8e-4275-a7a2-0c59c6c19e50), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.685133 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c4bfb-ebbb-4881-9378-58b76a40a70b req-17591cad-2fc5-42e9-8438-2eeba854d72e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:15.686662 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b48c4bfb-ebbb-4881-9378-58b76a40a70b req-17591cad-2fc5-42e9-8438-2eeba854d72e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 944 time: 0.0876102 Apr 05 22:34:15.806836 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b48c4bfb-ebbb-4881-9378-58b76a40a70b req-bad6fe0f-1476-400f-a436-c13d1c761a3f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057103 Apr 05 22:34:15.823586 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2ec28a22-8fa6-4cc8-bf0e-d1aa0932e045 req-d4333f72-cdd3-4620-a32b-75f6e53a9ec4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0896199 Apr 05 22:34:15.929105 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec28a22-8fa6-4cc8-bf0e-d1aa0932e045 req-2a4a9eba-434f-47f9-b1b0-351a5af33e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:15.930794 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2ec28a22-8fa6-4cc8-bf0e-d1aa0932e045 req-2a4a9eba-434f-47f9-b1b0-351a5af33e96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 1130 time: 0.0496135 Apr 05 22:34:15.963009 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47334) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:16.007759 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af21b99-13ce-4cb9-bd3a-f84971cb3e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.071100 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec28a22-8fa6-4cc8-bf0e-d1aa0932e045 req-20a73825-8052-41c8-a5d6-d0c6e62e4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:16.073080 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2ec28a22-8fa6-4cc8-bf0e-d1aa0932e045 req-20a73825-8052-41c8-a5d6-d0c6e62e4b21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.1093376 Apr 05 22:34:16.118084 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2ec28a22-8fa6-4cc8-bf0e-d1aa0932e045 req-efcc83c6-b8f4-4d18-bf98-00730885a0e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa0c0ec-a3ba-433b-9521-d46f0f874704 HTTP/1.1" status: 200 len: 217 time: 0.0389011 Apr 05 22:34:16.176831 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec28a22-8fa6-4cc8-bf0e-d1aa0932e045 req-7f3830eb-d3de-4bc9-9f74-4e7709bc0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:16.178346 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2ec28a22-8fa6-4cc8-bf0e-d1aa0932e045 req-7f3830eb-d3de-4bc9-9f74-4e7709bc0889 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.0546026 Apr 05 22:34:16.347047 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af21b99-13ce-4cb9-bd3a-f84971cb3e7d admin admin] Publish callbacks [] for security_group (4cbe509c-0d3a-431a-9033-a17cb9ef0aa2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.355405 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80296-d388-411a-a44e-7ff7e8ad49f4 req-8691ea92-1828-4487-b28f-53bb285b576b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:16.362413 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-47c80296-d388-411a-a44e-7ff7e8ad49f4 req-8691ea92-1828-4487-b28f-53bb285b576b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 943 time: 0.2064469 Apr 05 22:34:16.404530 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af21b99-13ce-4cb9-bd3a-f84971cb3e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (4cbe509c-0d3a-431a-9033-a17cb9ef0aa2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.480451 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec28a22-8fa6-4cc8-bf0e-d1aa0932e045 req-51b9548d-9857-4c5b-9f38-f042f70d0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:16.482235 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2ec28a22-8fa6-4cc8-bf0e-d1aa0932e045 req-51b9548d-9857-4c5b-9f38-f042f70d0c05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2981765 Apr 05 22:34:16.494281 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dcc9f-24b2-423a-b3d4-3f55bc295761 req-8abf61b2-bc03-48da-8aee-b463552f0cb9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:16.495823 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d68dcc9f-24b2-423a-b3d4-3f55bc295761 req-8abf61b2-bc03-48da-8aee-b463552f0cb9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0651531 Apr 05 22:34:16.528682 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af21b99-13ce-4cb9-bd3a-f84971cb3e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbe509c-0d3a-431a-9033-a17cb9ef0aa2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:16.544876 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-3af21b99-13ce-4cb9-bd3a-f84971cb3e7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70e0e838615d43bc99a4ce708bb78122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5791254 Apr 05 22:34:16.550129 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 83101021-0ebe-4ce1-b25e-f64dfefbac8c up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:16.554331 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 9419488b-637f-4ded-8cb7-40c89757206b details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:16.562677 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-47c80296-d388-411a-a44e-7ff7e8ad49f4 req-455d4c1f-852b-4086-840b-7f143e410fb5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883783 Apr 05 22:34:16.562677 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47362) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:16.612139 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d68dcc9f-24b2-423a-b3d4-3f55bc295761 req-4337154e-6311-43df-a0a8-17e6dfafa116 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074953 Apr 05 22:34:16.637876 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2ec28a22-8fa6-4cc8-bf0e-d1aa0932e045 req-2c9d5aec-b97a-4432-a399-4b10ba96967c service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409163 Apr 05 22:34:16.698470 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 83101021-0ebe-4ce1-b25e-f64dfefbac8c completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:16.706903 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 83101021-0ebe-4ce1-b25e-f64dfefbac8c triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:16.707277 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.714325 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47370) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:16.754596 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2ec28a22-8fa6-4cc8-bf0e-d1aa0932e045 req-dedba8ca-f6a4-49cb-a4ea-bb7d928e3848 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108582 Apr 05 22:34:16.770071 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 9419488b-637f-4ded-8cb7-40c89757206b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9419488b-637f-4ded-8cb7-40c89757206b,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:16.783985 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '9419488b-637f-4ded-8cb7-40c89757206b', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'port_id': '9419488b-637f-4ded-8cb7-40c89757206b', 'mac_address': 'fa:16:3e:9b:76:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:16.812738 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-297ce585-cd00-493a-9769-1879c80ad63b admin admin] Publish callbacks [] for security_group (4cbe509c-0d3a-431a-9033-a17cb9ef0aa2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.823683 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.db.resource_extend [None req-a8e76ee9-7d5e-424b-8380-eefd3311533e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 22:34:16.854409 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 83101021-0ebe-4ce1-b25e-f64dfefbac8c is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:16.854824 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.878167 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 9419488b-637f-4ded-8cb7-40c89757206b is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:16.879088 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (9419488b-637f-4ded-8cb7-40c89757206b), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.908954 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-297ce585-cd00-493a-9769-1879c80ad63b admin admin] Publish callbacks [] for security_group (4cbe509c-0d3a-431a-9033-a17cb9ef0aa2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.911454 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9419488b-637f-4ded-8cb7-40c89757206b {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:16.919723 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e966aa-3168-48a8-bd8d-f32d3121a839 admin admin] Deleting subnet cf10f340-5210-4c9e-8d87-f0fbb5dc6abd {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:34:16.921094 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:16.923490 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312b86e5-1c16-4651-b2eb-2c1fc47cea90" -d '{"events": [{"server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "name": "network-vif-plugged", "status": "completed", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:16.942482 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7e966aa-3168-48a8-bd8d-f32d3121a839 admin admin] Publish callbacks [] for subnet (cf10f340-5210-4c9e-8d87-f0fbb5dc6abd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.971917 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 9419488b-637f-4ded-8cb7-40c89757206b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9419488b-637f-4ded-8cb7-40c89757206b,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:16.974472 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:16.978183 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee7f684-14ad-406f-9a45-d4f4daebcc32 x-openstack-request-id: req-9ee7f684-14ad-406f-9a45-d4f4daebcc32 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:16.978395 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "name": "network-vif-plugged", "status": "completed", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:16.978709 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ee7f684-14ad-406f-9a45-d4f4daebcc32 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:16.979172 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee7f684-14ad-406f-9a45-d4f4daebcc32'] response: {'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'code': 200} Apr 05 22:34:16.980872 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (9419488b-637f-4ded-8cb7-40c89757206b), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.983368 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8e76ee9-7d5e-424b-8380-eefd3311533e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.983826 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.999285 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8e76ee9-7d5e-424b-8380-eefd3311533e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (2343b3e4-8d8e-4275-a7a2-0c59c6c19e50), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.052753 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=9419488b-637f-4ded-8cb7-40c89757206b,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:17.070907 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7e966aa-3168-48a8-bd8d-f32d3121a839 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2226688'] for subnet (cf10f340-5210-4c9e-8d87-f0fbb5dc6abd), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.120333 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=83101021-0ebe-4ce1-b25e-f64dfefbac8c,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:17.149631 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bcf93-63a1-4405-97ce-7d8802534cf2 req-bf820205-bb5e-4ffa-a2e7-7e31294324b3 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:17.151393 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-158bcf93-63a1-4405-97ce-7d8802534cf2 req-bf820205-bb5e-4ffa-a2e7-7e31294324b3 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 944 time: 0.2459071 Apr 05 22:34:17.198711 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7e966aa-3168-48a8-bd8d-f32d3121a839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (cf10f340-5210-4c9e-8d87-f0fbb5dc6abd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.202599 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-297ce585-cd00-493a-9769-1879c80ad63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (4cbe509c-0d3a-431a-9033-a17cb9ef0aa2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.203692 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994c7dd-387b-46c8-9ceb-f5da4236fc2c req-f23bf20e-6fcf-4b39-845f-d254b4a36ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:17.205203 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-297ce585-cd00-493a-9769-1879c80ad63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.205405 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f994c7dd-387b-46c8-9ceb-f5da4236fc2c req-f23bf20e-6fcf-4b39-845f-d254b4a36ba3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 1129 time: 0.0578527 Apr 05 22:34:17.206380 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-297ce585-cd00-493a-9769-1879c80ad63b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4cbe509c-0d3a-431a-9033-a17cb9ef0aa2 HTTP/1.1" status: 204 len: 168 time: 0.6304574 Apr 05 22:34:17.255054 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ce585-cd00-493a-9769-1879c80ad63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbe509c-0d3a-431a-9033-a17cb9ef0aa2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:17.257329 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.l3_db [None req-a8e76ee9-7d5e-424b-8380-eefd3311533e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Floating IP 2343b3e4-8d8e-4275-a7a2-0c59c6c19e50 associated. External IP: 172.28.3.56, port: 962dafa6-67eb-4626-814b-6fe4600ccb36. Apr 05 22:34:17.278437 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f994c7dd-387b-46c8-9ceb-f5da4236fc2c req-238b9f9c-beb6-41e0-bdfc-7e498ac26390 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666640 Apr 05 22:34:17.280177 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['9419488b-637f-4ded-8cb7-40c89757206b'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:17.326672 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-158bcf93-63a1-4405-97ce-7d8802534cf2 req-0caea48e-bb4c-4546-b98f-598551dfb65a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664283 Apr 05 22:34:17.384788 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7e966aa-3168-48a8-bd8d-f32d3121a839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2267036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59888112'] for subnet (cf10f340-5210-4c9e-8d87-f0fbb5dc6abd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.532276 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47404) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:17.671404 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e966aa-3168-48a8-bd8d-f32d3121a839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf10f340-5210-4c9e-8d87-f0fbb5dc6abd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:17.677609 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7e966aa-3168-48a8-bd8d-f32d3121a839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.687639 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-f7e966aa-3168-48a8-bd8d-f32d3121a839 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cf10f340-5210-4c9e-8d87-f0fbb5dc6abd HTTP/1.1" status: 204 len: 168 time: 0.9721382 Apr 05 22:34:17.692424 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47422) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:17.739669 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919e2da-5059-434d-8fb0-d066be634eff req-b678bf4e-7064-4dec-9e43-1cc444e8bb09 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:17.742388 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9919e2da-5059-434d-8fb0-d066be634eff req-b678bf4e-7064-4dec-9e43-1cc444e8bb09 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 944 time: 0.0865612 Apr 05 22:34:17.753728 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c251e94-6e99-4878-87a1-48d52b6c9acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.841608 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9919e2da-5059-434d-8fb0-d066be634eff req-7d42ea1a-8f4e-4290-9ecf-13e6ce0a08de tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853055 Apr 05 22:34:17.900519 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c251e94-6e99-4878-87a1-48d52b6c9acf admin admin] Publish callbacks [] for security_group (1891fc40-8036-453b-a2fe-7b592ca50340), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.904078 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (0324f92f-5c1c-4b37-839d-8dc514f05078), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.905410 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c251e94-6e99-4878-87a1-48d52b6c9acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (1891fc40-8036-453b-a2fe-7b592ca50340), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:17.942647 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d89e4c-f67e-4ca7-b889-78b8d0570960 req-3628a32b-9e66-4539-bf4a-a0f51263fa1c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:17.950673 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-02d89e4c-f67e-4ca7-b889-78b8d0570960 req-3628a32b-9e66-4539-bf4a-a0f51263fa1c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.2036176 Apr 05 22:34:17.956962 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-8c251e94-6e99-4878-87a1-48d52b6c9acf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fd51b542e604276a9e104dfb830dadb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210281 Apr 05 22:34:17.957145 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c251e94-6e99-4878-87a1-48d52b6c9acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1891fc40-8036-453b-a2fe-7b592ca50340,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:17.962140 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47438) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:18.033474 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e76ee9-7d5e-424b-8380-eefd3311533e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:34:18.048588 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47440) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:18.109005 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (0324f92f-5c1c-4b37-839d-8dc514f05078), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.127426 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-02d89e4c-f67e-4ca7-b889-78b8d0570960 req-eb791c42-860f-4762-9bd5-729219369a68 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756144 Apr 05 22:34:18.152175 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-399c3797-bf5a-47b2-be05-6b3871079166 admin admin] Publish callbacks [] for security_group (1891fc40-8036-453b-a2fe-7b592ca50340), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.192617 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0324f92f-5c1c-4b37-839d-8dc514f05078']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:18.210501 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9649a7b9-3c00-4746-a8fd-4db700a45462') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:18.210814 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9649a7b9-3c00-4746-a8fd-4db700a45462') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:18.231046 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-399c3797-bf5a-47b2-be05-6b3871079166 admin admin] Publish callbacks [] for security_group (1891fc40-8036-453b-a2fe-7b592ca50340), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.267879 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226939'] for segment (9649a7b9-3c00-4746-a8fd-4db700a45462), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.291415 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-edca8557-c6d3-47db-94b0-fa97e79d7f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.315102 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (9649a7b9-3c00-4746-a8fd-4db700a45462), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.327975 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:34:18.328375 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267126'] for segment (9649a7b9-3c00-4746-a8fd-4db700a45462), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: Traceback (most recent call last): Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: timer() Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: cb(*args, **kw) Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: return func(*args, **kwargs) Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: self._notify() Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: self.callback(batched_events) Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: event.method(event) Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: return f(self, *a, **k) Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: return self._get(url).json() Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: return self.request(url, 'GET', **kwargs) Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:34:18.330247 dv-cinder-835881-4-smb neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:34:18.397663 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e76ee9-7d5e-424b-8380-eefd3311533e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:34:18.404107 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8e76ee9-7d5e-424b-8380-eefd3311533e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.414379 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-edca8557-c6d3-47db-94b0-fa97e79d7f46 admin admin] Publish callbacks [] for security_group (c53fa8aa-c391-47f2-a433-eaa2dea643ea), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.418367 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dca1d8-399c-4d08-b1c1-151f28d7228e None None] Sync routers for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:34:18.445897 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dca1d8-399c-4d08-b1c1-151f28d7228e None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:18.446079 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-24dca1d8-399c-4d08-b1c1-151f28d7228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:18.450815 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-edca8557-c6d3-47db-94b0-fa97e79d7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (c53fa8aa-c391-47f2-a433-eaa2dea643ea), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.461997 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-399c3797-bf5a-47b2-be05-6b3871079166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (1891fc40-8036-453b-a2fe-7b592ca50340), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.468606 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-399c3797-bf5a-47b2-be05-6b3871079166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.473298 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-399c3797-bf5a-47b2-be05-6b3871079166 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1891fc40-8036-453b-a2fe-7b592ca50340 HTTP/1.1" status: 204 len: 168 time: 0.5064108 Apr 05 22:34:18.492475 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c3797-bf5a-47b2-be05-6b3871079166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1891fc40-8036-453b-a2fe-7b592ca50340,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:18.496680 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-a8e76ee9-7d5e-424b-8380-eefd3311533e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "PUT /v2.0/floatingips/2343b3e4-8d8e-4275-a7a2-0c59c6c19e50 HTTP/1.1" status: 200 len: 990 time: 2.9277864 Apr 05 22:34:18.497810 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465b206f-3f52-483c-a770-447ff50f963b', 'tag': '962dafa6-67eb-4626-814b-6fe4600ccb36'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:18.500353 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665657c1-8384-4e4f-9e06-cdc33da54c50" -d '{"events": [{"name": "network-changed", "server_uuid": "465b206f-3f52-483c-a770-447ff50f963b", "tag": "962dafa6-67eb-4626-814b-6fe4600ccb36"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:18.503202 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (0324f92f-5c1c-4b37-839d-8dc514f05078), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.521457 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.526750 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] 10.222.0.43 "DELETE /v2.0/networks/0324f92f-5c1c-4b37-839d-8dc514f05078 HTTP/1.1" status: 204 len: 168 time: 0.8311090 Apr 05 22:34:18.548448 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea564deb-1c17-4f6b-a8dd-daeeaf66e27c admin admin] Pushing event deleted for resources: {'Network': ['ID=0324f92f-5c1c-4b37-839d-8dc514f05078,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:18.554910 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 9419488b-637f-4ded-8cb7-40c89757206b up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:18.571823 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-edca8557-c6d3-47db-94b0-fa97e79d7f46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a4c007ee83047f6a371695123421220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5220835 Apr 05 22:34:18.575394 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47464) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:18.583175 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca8557-c6d3-47db-94b0-fa97e79d7f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53fa8aa-c391-47f2-a433-eaa2dea643ea,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:18.589675 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-24dca1d8-399c-4d08-b1c1-151f28d7228e None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:18.604892 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b769bd1-e589-4e44-b4e2-c8f1b645045c req-b3aaf99f-82d3-455d-8e80-06f1f2a7a505 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:18.615142 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1b769bd1-e589-4e44-b4e2-c8f1b645045c req-b3aaf99f-82d3-455d-8e80-06f1f2a7a505 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.1962268 Apr 05 22:34:18.628024 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8af9617-6884-4558-b2f5-4417285e03ca x-openstack-request-id: req-d8af9617-6884-4558-b2f5-4417285e03ca {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:18.628536 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465b206f-3f52-483c-a770-447ff50f963b", "tag": "962dafa6-67eb-4626-814b-6fe4600ccb36", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:18.629651 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8af9617-6884-4558-b2f5-4417285e03ca {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:18.630247 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8af9617-6884-4558-b2f5-4417285e03ca'] response: {'name': 'network-changed', 'server_uuid': '465b206f-3f52-483c-a770-447ff50f963b', 'tag': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'status': 'completed', 'code': 200} Apr 05 22:34:18.668581 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41e1e5f4-487c-4ad7-806b-5ef91780a48c admin admin] Publish callbacks [] for security_group (c53fa8aa-c391-47f2-a433-eaa2dea643ea), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.700746 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41e1e5f4-487c-4ad7-806b-5ef91780a48c admin admin] Publish callbacks [] for security_group (c53fa8aa-c391-47f2-a433-eaa2dea643ea), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.709301 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 9419488b-637f-4ded-8cb7-40c89757206b completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:18.711697 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1b769bd1-e589-4e44-b4e2-c8f1b645045c req-e4eaf512-cf77-4127-be02-114b49ad450c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954533 Apr 05 22:34:18.723003 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 9419488b-637f-4ded-8cb7-40c89757206b triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:18.723387 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (9419488b-637f-4ded-8cb7-40c89757206b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.786292 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41e1e5f4-487c-4ad7-806b-5ef91780a48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (c53fa8aa-c391-47f2-a433-eaa2dea643ea), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.791401 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41e1e5f4-487c-4ad7-806b-5ef91780a48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.796688 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-41e1e5f4-487c-4ad7-806b-5ef91780a48c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c53fa8aa-c391-47f2-a433-eaa2dea643ea HTTP/1.1" status: 204 len: 168 time: 0.2201715 Apr 05 22:34:18.807087 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1e5f4-487c-4ad7-806b-5ef91780a48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53fa8aa-c391-47f2-a433-eaa2dea643ea,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:18.831776 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 9419488b-637f-4ded-8cb7-40c89757206b is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:18.832989 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (9419488b-637f-4ded-8cb7-40c89757206b), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.880258 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 9419488b-637f-4ded-8cb7-40c89757206b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9419488b-637f-4ded-8cb7-40c89757206b,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:18.885801 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (9419488b-637f-4ded-8cb7-40c89757206b), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.973534 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=9419488b-637f-4ded-8cb7-40c89757206b,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:18.980917 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb79322b-471f-43c5-acd4-d36480b55844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9419488b-637f-4ded-8cb7-40c89757206b'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:18.983354 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1c6696-98d7-4c4f-9581-0f62a3248713" -d '{"events": [{"server_uuid": "fb79322b-471f-43c5-acd4-d36480b55844", "name": "network-vif-plugged", "status": "completed", "tag": "9419488b-637f-4ded-8cb7-40c89757206b"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:19.012817 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47478) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:19.029191 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-24dca1d8-399c-4d08-b1c1-151f28d7228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '2343b3e4-8d8e-4275-a7a2-0c59c6c19e50', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:df:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465b206f-3f52-483c-a770-447ff50f963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:34:16Z', 'revision_number': 1, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:19.053289 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330d56a1-954d-472f-a1d3-e6ce0ec88d93 x-openstack-request-id: req-330d56a1-954d-472f-a1d3-e6ce0ec88d93 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:19.053612 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb79322b-471f-43c5-acd4-d36480b55844", "name": "network-vif-plugged", "status": "completed", "tag": "9419488b-637f-4ded-8cb7-40c89757206b", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:19.053873 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-330d56a1-954d-472f-a1d3-e6ce0ec88d93 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:19.054397 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330d56a1-954d-472f-a1d3-e6ce0ec88d93'] response: {'server_uuid': 'fb79322b-471f-43c5-acd4-d36480b55844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9419488b-637f-4ded-8cb7-40c89757206b', 'code': 200} Apr 05 22:34:19.063023 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675d5d3-1dba-49fa-80f6-35ed31207472 req-f6bdbc6b-c59f-478e-9ea1-9485fd32fb24 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:19.070121 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f675d5d3-1dba-49fa-80f6-35ed31207472 req-f6bdbc6b-c59f-478e-9ea1-9485fd32fb24 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.1201167 Apr 05 22:34:19.072707 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dca1d8-399c-4d08-b1c1-151f28d7228e None None] Checking router: d5ab0a1a-40e0-46dd-949c-80556bfbb1bd for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:34:19.084510 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dca1d8-399c-4d08-b1c1-151f28d7228e None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:19.085317 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-24dca1d8-399c-4d08-b1c1-151f28d7228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:33:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:19.104052 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47480) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:19.111590 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47482) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:19.112020 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-70bca1e5-1302-4f30-a15f-05f5d06e93a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c25463414b740c6bd2813d824259156&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0977216 Apr 05 22:34:19.151469 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1996-5f7e-4283-9f24-46afc2b6b85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.159786 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-52c6944e-3cfe-4f81-b8e7-d452f3fffd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.196603 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f675d5d3-1dba-49fa-80f6-35ed31207472 req-428e4a57-5f07-4eb3-b8c9-c34424eec692 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253996 Apr 05 22:34:19.279627 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-24dca1d8-399c-4d08-b1c1-151f28d7228e None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:19.291224 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffa999-f556-4a0b-9864-fdfd3ebd4bc1 req-c1e2c03c-fef7-49ed-8acb-aa23c56c6ea0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:19.293426 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-21ffa999-f556-4a0b-9864-fdfd3ebd4bc1 req-c1e2c03c-fef7-49ed-8acb-aa23c56c6ea0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0824876 Apr 05 22:34:19.314253 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Publish callbacks [] for security_group (f17e6979-4b0f-4d03-af65-9586b23d4a91), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.352447 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Publish callbacks [] for security_group (f17e6979-4b0f-4d03-af65-9586b23d4a91), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.380054 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1996-5f7e-4283-9f24-46afc2b6b85c admin admin] Publish callbacks [] for security_group (0be1c228-b83d-4c79-b88d-2c756dbf40ec), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.393940 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a8a1996-5f7e-4283-9f24-46afc2b6b85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (0be1c228-b83d-4c79-b88d-2c756dbf40ec), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.439122 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-21ffa999-f556-4a0b-9864-fdfd3ebd4bc1 req-1a90eab1-3330-41e6-b9c6-677e3ed6d5a6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321311 Apr 05 22:34:19.456757 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665657c1-8384-4e4f-9e06-cdc33da54c50 req-59bc63c2-e25c-4c10-8040-793c4bbfc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:19.459041 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-665657c1-8384-4e4f-9e06-cdc33da54c50 req-59bc63c2-e25c-4c10-8040-793c4bbfc5ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 1129 time: 0.1202214 Apr 05 22:34:19.492664 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a1996-5f7e-4283-9f24-46afc2b6b85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be1c228-b83d-4c79-b88d-2c756dbf40ec,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:19.502026 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-4a8a1996-5f7e-4283-9f24-46afc2b6b85c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f8f282d381748eea727171fd9acfa13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967314 Apr 05 22:34:19.504589 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47494) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:19.562847 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (f17e6979-4b0f-4d03-af65-9586b23d4a91), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.566031 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.567368 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f17e6979-4b0f-4d03-af65-9586b23d4a91 HTTP/1.1" status: 204 len: 168 time: 0.4517040 Apr 05 22:34:19.573873 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e1dfce3-6351-48c1-8e26-349ba623ad19 admin admin] Publish callbacks [] for security_group (0be1c228-b83d-4c79-b88d-2c756dbf40ec), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.582577 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17e6979-4b0f-4d03-af65-9586b23d4a91,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:19.595888 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.596513 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.597005 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.597493 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.597987 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.598700 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.599340 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.599821 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.600300 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.600836 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.601394 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.602054 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.602534 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.603065 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.603548 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c87ae82-e628-4ba9-af0b-1edb8b9a7437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:19.622148 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e1dfce3-6351-48c1-8e26-349ba623ad19 admin admin] Publish callbacks [] for security_group (0be1c228-b83d-4c79-b88d-2c756dbf40ec), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.629912 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-24dca1d8-399c-4d08-b1c1-151f28d7228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '2343b3e4-8d8e-4275-a7a2-0c59c6c19e50', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:df:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465b206f-3f52-483c-a770-447ff50f963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:34:16Z', 'revision_number': 1, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:19.687801 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dca1d8-399c-4d08-b1c1-151f28d7228e None None] The sync data for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb is: [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '2343b3e4-8d8e-4275-a7a2-0c59c6c19e50', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:df:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465b206f-3f52-483c-a770-447ff50f963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:34:16Z', 'revision_number': 1, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:34:19.700794 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e1dfce3-6351-48c1-8e26-349ba623ad19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (0be1c228-b83d-4c79-b88d-2c756dbf40ec), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.703887 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e1dfce3-6351-48c1-8e26-349ba623ad19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.705217 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-4e1dfce3-6351-48c1-8e26-349ba623ad19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0be1c228-b83d-4c79-b88d-2c756dbf40ec HTTP/1.1" status: 204 len: 168 time: 0.1995528 Apr 05 22:34:19.706634 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665657c1-8384-4e4f-9e06-cdc33da54c50 req-dc63e21d-ac13-4893-b317-4b16a3f6e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:19.707959 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.710039 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-665657c1-8384-4e4f-9e06-cdc33da54c50 req-dc63e21d-ac13-4893-b317-4b16a3f6e943 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 915 time: 0.2407138 Apr 05 22:34:19.733163 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dfce3-6351-48c1-8e26-349ba623ad19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be1c228-b83d-4c79-b88d-2c756dbf40ec,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:19.748281 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47502) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:19.785254 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e129f72d-6390-43ab-b000-ee66cac5f9ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.938840 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319dac-a187-42b1-83e7-e6487b7f342b req-2a32fd71-f381-4fdd-93b8-e2b1bfbcbdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:19.941010 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e129f72d-6390-43ab-b000-ee66cac5f9ef admin admin] Publish callbacks [] for security_group (3121c560-60c5-4226-bc34-a1c4a23e12eb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.941691 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-02319dac-a187-42b1-83e7-e6487b7f342b req-2a32fd71-f381-4fdd-93b8-e2b1bfbcbdf8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 1129 time: 0.2298200 Apr 05 22:34:19.951935 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b2196-bee8-4ae8-a905-1640ca060ad7 req-6311ad4e-603d-4e55-81a3-b37fa7fc523e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:19.953512 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-255b2196-bee8-4ae8-a905-1640ca060ad7 req-6311ad4e-603d-4e55-81a3-b37fa7fc523e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.1000857 Apr 05 22:34:19.954605 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e129f72d-6390-43ab-b000-ee66cac5f9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (3121c560-60c5-4226-bc34-a1c4a23e12eb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:19.988296 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-665657c1-8384-4e4f-9e06-cdc33da54c50 req-4a560f88-2ffb-4ee0-adb7-0a6033541c96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962dafa6-67eb-4626-814b-6fe4600ccb36 HTTP/1.1" status: 200 len: 998 time: 0.2289166 Apr 05 22:34:20.002658 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129f72d-6390-43ab-b000-ee66cac5f9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3121c560-60c5-4226-bc34-a1c4a23e12eb,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:20.029694 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-02319dac-a187-42b1-83e7-e6487b7f342b req-b1a411a7-b680-4bd8-ad07-ad72b2aab222 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766490 Apr 05 22:34:20.066500 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59886e7b-9470-40bf-8aa2-682d65353b72 None None] New status for floating IP 2343b3e4-8d8e-4275-a7a2-0c59c6c19e50: ACTIVE {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:34:20.076722 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-e129f72d-6390-43ab-b000-ee66cac5f9ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb791cdc342a46058dfa494d12dfcb90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273120 Apr 05 22:34:20.085711 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47512) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:20.092013 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665657c1-8384-4e4f-9e06-cdc33da54c50 req-6cd14400-2a47-4ace-8af5-7f3b9ca424af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:20.093704 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-665657c1-8384-4e4f-9e06-cdc33da54c50 req-6cd14400-2a47-4ace-8af5-7f3b9ca424af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 200 len: 853 time: 0.0710590 Apr 05 22:34:20.126434 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-255b2196-bee8-4ae8-a905-1640ca060ad7 req-5a50f593-1ba8-4ab0-93d5-bab127e81318 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663823 Apr 05 22:34:20.212311 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8041ce90-3020-49d8-8c94-0af4dfc72ca6 admin admin] Publish callbacks [] for security_group (3121c560-60c5-4226-bc34-a1c4a23e12eb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:20.279762 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8041ce90-3020-49d8-8c94-0af4dfc72ca6 admin admin] Publish callbacks [] for security_group (3121c560-60c5-4226-bc34-a1c4a23e12eb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:20.390843 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8041ce90-3020-49d8-8c94-0af4dfc72ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (3121c560-60c5-4226-bc34-a1c4a23e12eb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:20.394594 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8041ce90-3020-49d8-8c94-0af4dfc72ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:20.396209 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-8041ce90-3020-49d8-8c94-0af4dfc72ca6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3121c560-60c5-4226-bc34-a1c4a23e12eb HTTP/1.1" status: 204 len: 168 time: 0.3089826 Apr 05 22:34:20.419159 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041ce90-3020-49d8-8c94-0af4dfc72ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3121c560-60c5-4226-bc34-a1c4a23e12eb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:20.441791 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5391f5d-8e14-4241-b2f6-4fd1d3b06309 req-84dcc259-1e98-4568-8909-ec965f1001f4 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:20.443923 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f5391f5d-8e14-4241-b2f6-4fd1d3b06309 req-84dcc259-1e98-4568-8909-ec965f1001f4 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.1383431 Apr 05 22:34:20.483649 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458a194-7c69-41d4-ad4b-fd51a1e0efcd req-0f249013-8b3e-4200-923d-411ffd7e32ed tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:20.486151 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d458a194-7c69-41d4-ad4b-fd51a1e0efcd req-0f249013-8b3e-4200-923d-411ffd7e32ed tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.2166960 Apr 05 22:34:20.489442 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665657c1-8384-4e4f-9e06-cdc33da54c50 req-ff8d0367-9f5c-4776-a8f4-96d9092d6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:20.495031 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-665657c1-8384-4e4f-9e06-cdc33da54c50 req-ff8d0367-9f5c-4776-a8f4-96d9092d6f53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2090766 Apr 05 22:34:20.495589 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47536) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:20.505783 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0b3dc6d5-b2a9-40d6-98bc-abd72e9031ce tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Request body: {'floatingip': {'port_id': '83101021-0ebe-4ce1-b25e-f64dfefbac8c'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:20.553535 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f5391f5d-8e14-4241-b2f6-4fd1d3b06309 req-d93f8382-3027-4373-ab1c-7cfeaf2fcd18 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000974 Apr 05 22:34:20.644502 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc6d5-b2a9-40d6-98bc-abd72e9031ce tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:20.773661 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5448171-8830-4ba9-ade9-f5b94c985b0c req-232e7ab8-18ec-4523-83cb-c5aa0e009a3b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:20.775106 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e5448171-8830-4ba9-ade9-f5b94c985b0c req-232e7ab8-18ec-4523-83cb-c5aa0e009a3b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.1671176 Apr 05 22:34:20.910721 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e5448171-8830-4ba9-ade9-f5b94c985b0c req-30d17699-6000-4cb6-b5b7-d68c087f8ac5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287701 Apr 05 22:34:20.963930 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47554) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:20.971884 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2841e63-0a6c-4b00-b4f2-631a04baa300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:21.068240 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2841e63-0a6c-4b00-b4f2-631a04baa300 admin admin] Publish callbacks [] for security_group (8a624dc1-0956-4d20-bae8-3fc594ff5518), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:21.075075 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2841e63-0a6c-4b00-b4f2-631a04baa300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8a624dc1-0956-4d20-bae8-3fc594ff5518), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:21.148152 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-c2841e63-0a6c-4b00-b4f2-631a04baa300 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8270933c6bd04e778c53b26571cf1767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881657 Apr 05 22:34:21.148152 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2841e63-0a6c-4b00-b4f2-631a04baa300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a624dc1-0956-4d20-bae8-3fc594ff5518,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:21.148590 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47562) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:21.163440 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-665657c1-8384-4e4f-9e06-cdc33da54c50 req-2670e1a0-9954-4136-822d-55c9cde7169f service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920938 Apr 05 22:34:21.543655 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-541b42ad-fe4f-422e-935d-f658eadc79c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:21.613995 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Publish callbacks [] for security_group (8a624dc1-0956-4d20-bae8-3fc594ff5518), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:21.667301 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Publish callbacks [] for security_group (8a624dc1-0956-4d20-bae8-3fc594ff5518), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:21.713532 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-665657c1-8384-4e4f-9e06-cdc33da54c50 req-d898f69b-1bb5-4f22-ac00-deb507fe16cc service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330863 Apr 05 22:34:21.732677 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42a09d-917c-42b0-8e49-1c4b11b6cf4c req-82c47dcb-6e75-4f1b-bdfe-c82b42665aaf tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:21.734192 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0d42a09d-917c-42b0-8e49-1c4b11b6cf4c req-82c47dcb-6e75-4f1b-bdfe-c82b42665aaf tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0721750 Apr 05 22:34:21.787333 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0d42a09d-917c-42b0-8e49-1c4b11b6cf4c req-fb685857-2388-4e86-9448-e291f5612fab tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440810 Apr 05 22:34:21.952255 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8a624dc1-0956-4d20-bae8-3fc594ff5518), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:21.954878 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:21.956209 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a624dc1-0956-4d20-bae8-3fc594ff5518 HTTP/1.1" status: 204 len: 168 time: 0.8065143 Apr 05 22:34:21.979848 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc6d5-b2a9-40d6-98bc-abd72e9031ce tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:21.984570 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a624dc1-0956-4d20-bae8-3fc594ff5518,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:21.993869 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.994275 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.994642 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.995060 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.995393 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.995732 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.996046 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.996373 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.996702 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.997029 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.997350 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.997779 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.998046 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.998328 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:21.998605 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5314cf7-c7d9-4cb5-ad79-5ed2fdded2f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:22.003209 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc6d5-b2a9-40d6-98bc-abd72e9031ce tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.072224 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca8823-4624-4fef-8cdf-d9870cb2d958 req-0c693d6a-47c3-4903-a518-c80f6200d290 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:22.073756 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-68ca8823-4624-4fef-8cdf-d9870cb2d958 req-0c693d6a-47c3-4903-a518-c80f6200d290 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.1608300 Apr 05 22:34:22.084874 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47606) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:22.094212 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2cf4c1af-642a-4d3a-b708-7d651aa87fb7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Request body: {'floatingip': {'port_id': '9419488b-637f-4ded-8cb7-40c89757206b'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:22.144603 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c1af-642a-4d3a-b708-7d651aa87fb7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (22b4337a-e6a6-4cca-882c-594769035014), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.155445 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-0b3dc6d5-b2a9-40d6-98bc-abd72e9031ce tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Floating IP 4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25 associated. External IP: 172.28.3.176, port: 83101021-0ebe-4ce1-b25e-f64dfefbac8c. Apr 05 22:34:22.213190 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635296b0-4bbc-4bd1-9a00-d5cdc5c2b9ee req-5460adf5-767b-428c-be0e-cd785482f802 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:22.214966 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-635296b0-4bbc-4bd1-9a00-d5cdc5c2b9ee req-5460adf5-767b-428c-be0e-cd785482f802 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.1949306 Apr 05 22:34:22.360913 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-635296b0-4bbc-4bd1-9a00-d5cdc5c2b9ee req-f51006ed-b855-4407-af3f-c21a61a7530f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353006 Apr 05 22:34:22.458278 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.510564 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3dc6d5-b2a9-40d6-98bc-abd72e9031ce tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:34:22.637539 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3dc6d5-b2a9-40d6-98bc-abd72e9031ce tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:34:22.644103 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc6d5-b2a9-40d6-98bc-abd72e9031ce tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.647663 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd377fc8-523e-406a-9956-43b2077d970d None None] Sync routers for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:34:22.660825 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd377fc8-523e-406a-9956-43b2077d970d None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:22.661507 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dd377fc8-523e-406a-9956-43b2077d970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:34:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:22.693254 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-0b3dc6d5-b2a9-40d6-98bc-abd72e9031ce tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "PUT /v2.0/floatingips/4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25 HTTP/1.1" status: 200 len: 991 time: 2.1963749 Apr 05 22:34:22.693887 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:22.696180 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503b13a7-ea2d-4fad-a6c1-5388f95b256a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:22.744016 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb6fc15-64a7-471a-aac3-211e1276b6fc x-openstack-request-id: req-0eb6fc15-64a7-471a-aac3-211e1276b6fc {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:22.744344 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:22.744593 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0eb6fc15-64a7-471a-aac3-211e1276b6fc {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:22.745084 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb6fc15-64a7-471a-aac3-211e1276b6fc'] response: {'name': 'network-changed', 'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'status': 'completed', 'code': 200} Apr 05 22:34:22.822702 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c1af-642a-4d3a-b708-7d651aa87fb7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.827757 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c1af-642a-4d3a-b708-7d651aa87fb7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (22b4337a-e6a6-4cca-882c-594769035014), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.850437 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b13a7-ea2d-4fad-a6c1-5388f95b256a req-23b6b719-8704-43ae-908d-0fccd98cad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:22.852243 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-503b13a7-ea2d-4fad-a6c1-5388f95b256a req-23b6b719-8704-43ae-908d-0fccd98cad3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 1129 time: 0.0725315 Apr 05 22:34:22.884175 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-dd377fc8-523e-406a-9956-43b2077d970d None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:22.966153 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.l3_db [None req-2cf4c1af-642a-4d3a-b708-7d651aa87fb7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Floating IP 22b4337a-e6a6-4cca-882c-594769035014 associated. External IP: 172.28.3.214, port: 9419488b-637f-4ded-8cb7-40c89757206b. Apr 05 22:34:23.061523 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b13a7-ea2d-4fad-a6c1-5388f95b256a req-a47c6f4e-cf75-45fc-bca4-2cee8b365694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:23.063513 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-503b13a7-ea2d-4fad-a6c1-5388f95b256a req-a47c6f4e-cf75-45fc-bca4-2cee8b365694 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 200 len: 918 time: 0.1996341 Apr 05 22:34:23.224760 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-503b13a7-ea2d-4fad-a6c1-5388f95b256a req-434fdee0-2f0e-406e-9036-1a7b6bef6007 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c HTTP/1.1" status: 200 len: 999 time: 0.1445391 Apr 05 22:34:23.285833 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b13a7-ea2d-4fad-a6c1-5388f95b256a req-ffd77e60-9bc2-4ae9-bc05-1cc7c60b78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:23.287936 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-503b13a7-ea2d-4fad-a6c1-5388f95b256a req-ffd77e60-9bc2-4ae9-bc05-1cc7c60b78ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=153678da-7701-49d9-b921-ee9887cc1075 HTTP/1.1" status: 200 len: 856 time: 0.0560031 Apr 05 22:34:23.351007 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf4c1af-642a-4d3a-b708-7d651aa87fb7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Router 837d3629-e791-437b-bd3c-1ddc7e18f831 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:34:23.358575 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b13a7-ea2d-4fad-a6c1-5388f95b256a req-50e9bbb8-9327-417c-a918-3515896cceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:23.360290 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-503b13a7-ea2d-4fad-a6c1-5388f95b256a req-50e9bbb8-9327-417c-a918-3515896cceab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69f3666c-d270-41ea-a8aa-729dc02e1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0647964 Apr 05 22:34:23.453929 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dd377fc8-523e-406a-9956-43b2077d970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'floating_ip_address': '172.28.3.176', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'port_id': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'mac_address': 'fa:16:3e:9b:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:57Z', 'updated_at': '2022-04-05T22:34:21Z', 'revision_number': 1, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:23.508284 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-503b13a7-ea2d-4fad-a6c1-5388f95b256a req-d9d174f0-9d59-4be5-a0ea-c9168e255002 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301980 Apr 05 22:34:23.540063 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd377fc8-523e-406a-9956-43b2077d970d None None] Checking router: 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:34:23.557046 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd377fc8-523e-406a-9956-43b2077d970d None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:23.558119 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dd377fc8-523e-406a-9956-43b2077d970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:34:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:23.632106 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b402ede-bcaf-482b-b790-732307eee512 req-0fa8aee7-191c-4994-9281-663a0d589061 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:23.645348 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2b402ede-bcaf-482b-b790-732307eee512 req-0fa8aee7-191c-4994-9281-663a0d589061 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.1733541 Apr 05 22:34:23.651315 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf4c1af-642a-4d3a-b708-7d651aa87fb7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:34:23.661392 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c1af-642a-4d3a-b708-7d651aa87fb7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.664595 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22d428-b577-41f8-8a0d-d18d380e4ee5 None None] Sync routers for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:34:23.684702 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22d428-b577-41f8-8a0d-d18d380e4ee5 None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:23.686715 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-0d22d428-b577-41f8-8a0d-d18d380e4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:34:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:23.713339 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-503b13a7-ea2d-4fad-a6c1-5388f95b256a req-ac61bf82-730c-4fe7-8353-96d330f3f7bd service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974001 Apr 05 22:34:23.726364 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-dd377fc8-523e-406a-9956-43b2077d970d None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:23.755684 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-2cf4c1af-642a-4d3a-b708-7d651aa87fb7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "PUT /v2.0/floatingips/22b4337a-e6a6-4cca-882c-594769035014 HTTP/1.1" status: 200 len: 991 time: 1.6694446 Apr 05 22:34:23.771996 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb79322b-471f-43c5-acd4-d36480b55844', 'tag': '9419488b-637f-4ded-8cb7-40c89757206b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:23.777421 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730defb1-c5d2-44cf-9a2c-610ccf91cade" -d '{"events": [{"name": "network-changed", "server_uuid": "fb79322b-471f-43c5-acd4-d36480b55844", "tag": "9419488b-637f-4ded-8cb7-40c89757206b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:23.817013 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47718) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:23.852330 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2b402ede-bcaf-482b-b790-732307eee512 req-4af0ce8f-af5a-42ce-a9ee-6ae2f88356f7 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728284 Apr 05 22:34:23.860181 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ddc2a3-28a5-46ae-a8a8-08627d3c6c10 x-openstack-request-id: req-91ddc2a3-28a5-46ae-a8a8-08627d3c6c10 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:23.860641 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb79322b-471f-43c5-acd4-d36480b55844", "tag": "9419488b-637f-4ded-8cb7-40c89757206b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:23.861033 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91ddc2a3-28a5-46ae-a8a8-08627d3c6c10 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:23.861595 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ddc2a3-28a5-46ae-a8a8-08627d3c6c10'] response: {'name': 'network-changed', 'server_uuid': 'fb79322b-471f-43c5-acd4-d36480b55844', 'tag': '9419488b-637f-4ded-8cb7-40c89757206b', 'status': 'completed', 'code': 200} Apr 05 22:34:24.007332 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-42d94d0b-8936-4c34-b9d8-c7af5b4c8fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.089897 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730defb1-c5d2-44cf-9a2c-610ccf91cade req-97f223e4-ab63-4b37-9d57-d6f6852c9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:24.091754 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-730defb1-c5d2-44cf-9a2c-610ccf91cade req-97f223e4-ab63-4b37-9d57-d6f6852c9b1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7&device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 1129 time: 0.2012978 Apr 05 22:34:24.149879 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dd377fc8-523e-406a-9956-43b2077d970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'floating_ip_address': '172.28.3.176', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'port_id': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'mac_address': 'fa:16:3e:9b:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:57Z', 'updated_at': '2022-04-05T22:34:21Z', 'revision_number': 1, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:24.205083 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.218254 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd377fc8-523e-406a-9956-43b2077d970d None None] The sync data for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb is: [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'floating_ip_address': '172.28.3.176', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'port_id': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'mac_address': 'fa:16:3e:9b:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:57Z', 'updated_at': '2022-04-05T22:34:21Z', 'revision_number': 1, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:34:24.236209 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-0d22d428-b577-41f8-8a0d-d18d380e4ee5 None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:24.254649 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-42d94d0b-8936-4c34-b9d8-c7af5b4c8fa1 admin admin] Publish callbacks [] for security_group (5ff829cf-6f7f-42cd-9eb6-377e8a3c8336), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.262587 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-42d94d0b-8936-4c34-b9d8-c7af5b4c8fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (5ff829cf-6f7f-42cd-9eb6-377e8a3c8336), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.277096 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730defb1-c5d2-44cf-9a2c-610ccf91cade req-4127cc8e-da38-4f6e-9df9-874c4ee516e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:24.284102 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-730defb1-c5d2-44cf-9a2c-610ccf91cade req-4127cc8e-da38-4f6e-9df9-874c4ee516e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=16c5f87e-a006-47ae-947e-1cc8f902a2e8 HTTP/1.1" status: 200 len: 911 time: 0.1680210 Apr 05 22:34:24.362922 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47758) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:24.363550 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-42d94d0b-8936-4c34-b9d8-c7af5b4c8fa1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f59bfb6a133c4401947c4b32a7e5ff39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5445626 Apr 05 22:34:24.370794 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d94d0b-8936-4c34-b9d8-c7af5b4c8fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff829cf-6f7f-42cd-9eb6-377e8a3c8336,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:24.404225 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-730defb1-c5d2-44cf-9a2c-610ccf91cade req-cac7e14a-63f4-4561-a462-7dea3acd22e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9419488b-637f-4ded-8cb7-40c89757206b HTTP/1.1" status: 200 len: 999 time: 0.1192238 Apr 05 22:34:24.465315 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29b0f034-86f9-451e-8ba5-6c5a16465ccc admin admin] Publish callbacks [] for security_group (5ff829cf-6f7f-42cd-9eb6-377e8a3c8336), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.473415 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730defb1-c5d2-44cf-9a2c-610ccf91cade req-87875fd3-908c-45e8-8760-61a4c3c74a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:24.475349 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-730defb1-c5d2-44cf-9a2c-610ccf91cade req-87875fd3-908c-45e8-8760-61a4c3c74a4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95feccaa-a5da-4cb7-9abd-52112f8ef21a HTTP/1.1" status: 200 len: 849 time: 0.0616932 Apr 05 22:34:24.521531 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29b0f034-86f9-451e-8ba5-6c5a16465ccc admin admin] Publish callbacks [] for security_group (5ff829cf-6f7f-42cd-9eb6-377e8a3c8336), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.598978 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730defb1-c5d2-44cf-9a2c-610ccf91cade req-94bec99a-aa7e-4363-81bf-dcd00d465c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:24.600514 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-730defb1-c5d2-44cf-9a2c-610ccf91cade req-94bec99a-aa7e-4363-81bf-dcd00d465c48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16c5f87e-a006-47ae-947e-1cc8f902a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1133323 Apr 05 22:34:24.614072 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29b0f034-86f9-451e-8ba5-6c5a16465ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (5ff829cf-6f7f-42cd-9eb6-377e8a3c8336), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.618560 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29b0f034-86f9-451e-8ba5-6c5a16465ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.620097 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-29b0f034-86f9-451e-8ba5-6c5a16465ccc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ff829cf-6f7f-42cd-9eb6-377e8a3c8336 HTTP/1.1" status: 204 len: 168 time: 0.2553654 Apr 05 22:34:24.631082 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0f034-86f9-451e-8ba5-6c5a16465ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff829cf-6f7f-42cd-9eb6-377e8a3c8336,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:24.667956 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba1f29-c3b0-4d17-91a5-ab340b53980b None None] New status for floating IP 4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:34:24.701816 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-0d22d428-b577-41f8-8a0d-d18d380e4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '22b4337a-e6a6-4cca-882c-594769035014', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'floating_ip_address': '172.28.3.214', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'port_id': '9419488b-637f-4ded-8cb7-40c89757206b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'mac_address': 'fa:16:3e:9b:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79322b-471f-43c5-acd4-d36480b55844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:55Z', 'updated_at': '2022-04-05T22:34:22Z', 'revision_number': 1, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:24.742977 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22d428-b577-41f8-8a0d-d18d380e4ee5 None None] Checking router: 837d3629-e791-437b-bd3c-1ddc7e18f831 for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:34:24.758001 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22d428-b577-41f8-8a0d-d18d380e4ee5 None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:24.758001 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-0d22d428-b577-41f8-8a0d-d18d380e4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:34:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:24.760033 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-730defb1-c5d2-44cf-9a2c-610ccf91cade req-12f94bbb-795e-4383-811b-a97dc505555e service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494777 Apr 05 22:34:24.940376 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-0d22d428-b577-41f8-8a0d-d18d380e4ee5 None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:24.944897 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-730defb1-c5d2-44cf-9a2c-610ccf91cade req-5e15ff36-ebaf-49b0-96f2-e44dd4bbaccf service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653018 Apr 05 22:34:25.080181 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bc6a7-0912-4d6a-b7ae-674f2d204d71 req-85712bc9-5df4-4410-969d-758430e51e5a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:25.081760 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-930bc6a7-0912-4d6a-b7ae-674f2d204d71 req-85712bc9-5df4-4410-969d-758430e51e5a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.1118345 Apr 05 22:34:25.165889 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-930bc6a7-0912-4d6a-b7ae-674f2d204d71 req-b0773780-cdb5-4518-93da-c4320029e857 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768375 Apr 05 22:34:25.171799 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47824) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:25.190427 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d418ecf-9b02-4489-a3e8-e329a3da44f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:25.287522 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d418ecf-9b02-4489-a3e8-e329a3da44f2 admin admin] Publish callbacks [] for security_group (8b8de0c5-1f82-4016-b88a-0aa3f9e4d801), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:25.294821 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d418ecf-9b02-4489-a3e8-e329a3da44f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8b8de0c5-1f82-4016-b88a-0aa3f9e4d801), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:25.338379 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-5d418ecf-9b02-4489-a3e8-e329a3da44f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2b2f6420e264229acdf13d15923bd4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634462 Apr 05 22:34:25.339970 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47836) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:25.340204 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d418ecf-9b02-4489-a3e8-e329a3da44f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8de0c5-1f82-4016-b88a-0aa3f9e4d801,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:25.376506 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:25.394963 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-0d22d428-b577-41f8-8a0d-d18d380e4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '22b4337a-e6a6-4cca-882c-594769035014', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'floating_ip_address': '172.28.3.214', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'port_id': '9419488b-637f-4ded-8cb7-40c89757206b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'mac_address': 'fa:16:3e:9b:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79322b-471f-43c5-acd4-d36480b55844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:55Z', 'updated_at': '2022-04-05T22:34:22Z', 'revision_number': 1, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:25.412308 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-061080be-8892-4cf8-821a-7962fff3405d admin admin] Publish callbacks [] for security_group (8b8de0c5-1f82-4016-b88a-0aa3f9e4d801), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:25.428010 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22d428-b577-41f8-8a0d-d18d380e4ee5 None None] The sync data for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb is: [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '22b4337a-e6a6-4cca-882c-594769035014', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'floating_ip_address': '172.28.3.214', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'port_id': '9419488b-637f-4ded-8cb7-40c89757206b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'mac_address': 'fa:16:3e:9b:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79322b-471f-43c5-acd4-d36480b55844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:55Z', 'updated_at': '2022-04-05T22:34:22Z', 'revision_number': 1, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:34:25.441643 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-061080be-8892-4cf8-821a-7962fff3405d admin admin] Publish callbacks [] for security_group (8b8de0c5-1f82-4016-b88a-0aa3f9e4d801), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:25.539976 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-061080be-8892-4cf8-821a-7962fff3405d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8b8de0c5-1f82-4016-b88a-0aa3f9e4d801), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:25.542556 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-061080be-8892-4cf8-821a-7962fff3405d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:25.543758 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-061080be-8892-4cf8-821a-7962fff3405d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b8de0c5-1f82-4016-b88a-0aa3f9e4d801 HTTP/1.1" status: 204 len: 168 time: 0.2020135 Apr 05 22:34:25.552180 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061080be-8892-4cf8-821a-7962fff3405d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8de0c5-1f82-4016-b88a-0aa3f9e4d801,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:25.714277 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ebcfd-2eed-4bba-a4c9-bdbf9218aae8 None None] New status for floating IP 22b4337a-e6a6-4cca-882c-594769035014: ACTIVE {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:34:25.831540 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47856) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:25.949481 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c85074ce-d98f-435e-a751-816a7b8f1743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.026047 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c85074ce-d98f-435e-a751-816a7b8f1743 admin admin] Publish callbacks [] for security_group (9a73ec0f-2906-48a3-908a-968a149de739), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.030479 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c85074ce-d98f-435e-a751-816a7b8f1743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (9a73ec0f-2906-48a3-908a-968a149de739), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.066388 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85074ce-d98f-435e-a751-816a7b8f1743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a73ec0f-2906-48a3-908a-968a149de739,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:26.075087 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47870) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:26.079896 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-c85074ce-d98f-435e-a751-816a7b8f1743 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5c6e431d03947e99b834991dc99e57b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465067 Apr 05 22:34:26.123735 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-038a53cb-b050-49cf-bfc0-8b4c4b0a2a8d admin admin] Publish callbacks [] for security_group (9a73ec0f-2906-48a3-908a-968a149de739), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.147462 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-038a53cb-b050-49cf-bfc0-8b4c4b0a2a8d admin admin] Publish callbacks [] for security_group (9a73ec0f-2906-48a3-908a-968a149de739), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.201130 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-038a53cb-b050-49cf-bfc0-8b4c4b0a2a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (9a73ec0f-2906-48a3-908a-968a149de739), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.203986 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-038a53cb-b050-49cf-bfc0-8b4c4b0a2a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.208591 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-038a53cb-b050-49cf-bfc0-8b4c4b0a2a8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a73ec0f-2906-48a3-908a-968a149de739 HTTP/1.1" status: 204 len: 168 time: 0.1293626 Apr 05 22:34:26.215069 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a53cb-b050-49cf-bfc0-8b4c4b0a2a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a73ec0f-2906-48a3-908a-968a149de739,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:26.304377 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00522a-3844-49de-9058-286525efaaf4 req-e3c722e9-2a12-4397-aaf2-d44976c8deeb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:26.307069 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-db00522a-3844-49de-9058-286525efaaf4 req-e3c722e9-2a12-4397-aaf2-d44976c8deeb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0586717 Apr 05 22:34:26.356975 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-db00522a-3844-49de-9058-286525efaaf4 req-6ade0171-dd8b-4bec-9025-15e26245304c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446160 Apr 05 22:34:26.630848 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47904) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:26.644870 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f865ee6b-9dd5-4f9b-8c69-abba90b45c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.769480 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f865ee6b-9dd5-4f9b-8c69-abba90b45c5e admin admin] Publish callbacks [] for security_group (92eb19da-c173-4783-a0d9-b2b5f33b7f31), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.775087 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f865ee6b-9dd5-4f9b-8c69-abba90b45c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (92eb19da-c173-4783-a0d9-b2b5f33b7f31), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.819442 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47914) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:26.819611 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-f865ee6b-9dd5-4f9b-8c69-abba90b45c5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dafa1dc1e64e42ec8bd50dbbfd56fddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875191 Apr 05 22:34:26.820859 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865ee6b-9dd5-4f9b-8c69-abba90b45c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eb19da-c173-4783-a0d9-b2b5f33b7f31,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:26.872808 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97381d3b-d02f-44fd-b29e-3429ba996236 admin admin] Publish callbacks [] for security_group (92eb19da-c173-4783-a0d9-b2b5f33b7f31), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.894722 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97381d3b-d02f-44fd-b29e-3429ba996236 admin admin] Publish callbacks [] for security_group (92eb19da-c173-4783-a0d9-b2b5f33b7f31), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.945751 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97381d3b-d02f-44fd-b29e-3429ba996236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (92eb19da-c173-4783-a0d9-b2b5f33b7f31), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.948456 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97381d3b-d02f-44fd-b29e-3429ba996236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.949340 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47920) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:26.949600 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-97381d3b-d02f-44fd-b29e-3429ba996236 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92eb19da-c173-4783-a0d9-b2b5f33b7f31 HTTP/1.1" status: 204 len: 168 time: 0.1290519 Apr 05 22:34:26.959798 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97381d3b-d02f-44fd-b29e-3429ba996236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eb19da-c173-4783-a0d9-b2b5f33b7f31,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:27.071040 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2944428d-3177-4a17-b553-f3a7563de78b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.161220 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2944428d-3177-4a17-b553-f3a7563de78b admin admin] Publish callbacks [] for security_group (ff560d53-27e5-47f7-91d6-8648dfbeb73f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.166275 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2944428d-3177-4a17-b553-f3a7563de78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (ff560d53-27e5-47f7-91d6-8648dfbeb73f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.204384 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-2944428d-3177-4a17-b553-f3a7563de78b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7e0920556d64d89a7ad2f7f81faca86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534726 Apr 05 22:34:27.207567 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47934) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:27.209380 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944428d-3177-4a17-b553-f3a7563de78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff560d53-27e5-47f7-91d6-8648dfbeb73f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:27.270602 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd396ff6-84fc-4d59-b8d9-ff301a6b48ad admin admin] Publish callbacks [] for security_group (ff560d53-27e5-47f7-91d6-8648dfbeb73f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.291979 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd396ff6-84fc-4d59-b8d9-ff301a6b48ad admin admin] Publish callbacks [] for security_group (ff560d53-27e5-47f7-91d6-8648dfbeb73f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.346986 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd396ff6-84fc-4d59-b8d9-ff301a6b48ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (ff560d53-27e5-47f7-91d6-8648dfbeb73f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.349655 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd396ff6-84fc-4d59-b8d9-ff301a6b48ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.353983 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-cd396ff6-84fc-4d59-b8d9-ff301a6b48ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff560d53-27e5-47f7-91d6-8648dfbeb73f HTTP/1.1" status: 204 len: 168 time: 0.1414592 Apr 05 22:34:27.364545 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd396ff6-84fc-4d59-b8d9-ff301a6b48ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff560d53-27e5-47f7-91d6-8648dfbeb73f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:27.711271 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 47958) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:27.726711 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12c138f1-9989-4d10-a9bf-48d6ff5836b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.735351 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3e93c-f803-40c2-a9f8-93413055f027 req-46941f13-8171-4e6f-bce6-eabf58d32ee0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:27.737946 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-14d3e93c-f803-40c2-a9f8-93413055f027 req-46941f13-8171-4e6f-bce6-eabf58d32ee0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.2976899 Apr 05 22:34:27.806463 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-14d3e93c-f803-40c2-a9f8-93413055f027 req-1f7a6f19-1443-42a5-ab99-943e6b375a4e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628526 Apr 05 22:34:27.848412 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12c138f1-9989-4d10-a9bf-48d6ff5836b9 admin admin] Publish callbacks [] for security_group (d091eaad-d20b-474c-a99d-314bb0a1092c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.853787 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12c138f1-9989-4d10-a9bf-48d6ff5836b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d091eaad-d20b-474c-a99d-314bb0a1092c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.896214 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-12c138f1-9989-4d10-a9bf-48d6ff5836b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c02809d17844552ba2b929ffec04d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819844 Apr 05 22:34:27.897607 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 47968) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:27.897899 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c138f1-9989-4d10-a9bf-48d6ff5836b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d091eaad-d20b-474c-a99d-314bb0a1092c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:27.948265 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02acbf5b-adb5-427e-89bb-7eaf7e0ed360 admin admin] Publish callbacks [] for security_group (d091eaad-d20b-474c-a99d-314bb0a1092c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.974682 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02acbf5b-adb5-427e-89bb-7eaf7e0ed360 admin admin] Publish callbacks [] for security_group (d091eaad-d20b-474c-a99d-314bb0a1092c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:28.021189 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02acbf5b-adb5-427e-89bb-7eaf7e0ed360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d091eaad-d20b-474c-a99d-314bb0a1092c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:28.024053 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02acbf5b-adb5-427e-89bb-7eaf7e0ed360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:28.025244 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-02acbf5b-adb5-427e-89bb-7eaf7e0ed360 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d091eaad-d20b-474c-a99d-314bb0a1092c HTTP/1.1" status: 204 len: 168 time: 0.1265917 Apr 05 22:34:28.035254 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acbf5b-adb5-427e-89bb-7eaf7e0ed360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d091eaad-d20b-474c-a99d-314bb0a1092c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:28.946021 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca76be-fcf0-4a70-be2a-7414a381d6ac req-161f6cf5-2b96-466e-b7d2-8ccdffc56ceb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:28.953700 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-60ca76be-fcf0-4a70-be2a-7414a381d6ac req-161f6cf5-2b96-466e-b7d2-8ccdffc56ceb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0596063 Apr 05 22:34:29.014906 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-60ca76be-fcf0-4a70-be2a-7414a381d6ac req-eae85b76-3e2b-4eac-be5d-4e25512d504f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549512 Apr 05 22:34:30.159844 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371e3fb-ee96-4767-baaa-8e74cea42081 req-500ab350-da77-45ec-a2a0-73f88907d59b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.161352 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6371e3fb-ee96-4767-baaa-8e74cea42081 req-500ab350-da77-45ec-a2a0-73f88907d59b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0724180 Apr 05 22:34:30.212037 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6371e3fb-ee96-4767-baaa-8e74cea42081 req-3411bf27-a5cd-4ef3-95bc-0bb1f4f873d8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446789 Apr 05 22:34:30.369968 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48138) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:30.504357 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-050c7081-de9d-4b6e-829c-4d96156b51f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.602190 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-050c7081-de9d-4b6e-829c-4d96156b51f8 admin admin] Publish callbacks [] for security_group (a9019eda-7119-4378-84cc-51947cd9e05c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.612246 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-050c7081-de9d-4b6e-829c-4d96156b51f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a9019eda-7119-4378-84cc-51947cd9e05c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.647150 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-050c7081-de9d-4b6e-829c-4d96156b51f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=681c09b1713a4525a0007c244637af74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758679 Apr 05 22:34:30.648540 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48152) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:30.668985 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c7081-de9d-4b6e-829c-4d96156b51f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9019eda-7119-4378-84cc-51947cd9e05c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:30.696152 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d845e0c1-f86a-4d98-80c3-8fc84d37c5fe admin admin] Publish callbacks [] for security_group (a9019eda-7119-4378-84cc-51947cd9e05c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.715820 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d845e0c1-f86a-4d98-80c3-8fc84d37c5fe admin admin] Publish callbacks [] for security_group (a9019eda-7119-4378-84cc-51947cd9e05c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.762140 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d845e0c1-f86a-4d98-80c3-8fc84d37c5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a9019eda-7119-4378-84cc-51947cd9e05c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.765658 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d845e0c1-f86a-4d98-80c3-8fc84d37c5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.767243 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-d845e0c1-f86a-4d98-80c3-8fc84d37c5fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9019eda-7119-4378-84cc-51947cd9e05c HTTP/1.1" status: 204 len: 168 time: 0.1177247 Apr 05 22:34:30.774718 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845e0c1-f86a-4d98-80c3-8fc84d37c5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9019eda-7119-4378-84cc-51947cd9e05c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:31.041161 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48158) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:31.054693 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb580b40-2f7f-499f-957e-0b2110a1e4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.136957 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb580b40-2f7f-499f-957e-0b2110a1e4c2 admin admin] Publish callbacks [] for security_group (8aeb9589-3dd5-441a-993f-0d03e841fb2d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.141752 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb580b40-2f7f-499f-957e-0b2110a1e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8aeb9589-3dd5-441a-993f-0d03e841fb2d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.184422 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-cb580b40-2f7f-499f-957e-0b2110a1e4c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe2f1df834e24c179ace12fb90bd1783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421609 Apr 05 22:34:31.185246 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb580b40-2f7f-499f-957e-0b2110a1e4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeb9589-3dd5-441a-993f-0d03e841fb2d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:31.187316 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48160) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:31.237054 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abe76fe-aaca-45f7-a6c4-1ba0ab18348f admin admin] Publish callbacks [] for security_group (8aeb9589-3dd5-441a-993f-0d03e841fb2d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.259801 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abe76fe-aaca-45f7-a6c4-1ba0ab18348f admin admin] Publish callbacks [] for security_group (8aeb9589-3dd5-441a-993f-0d03e841fb2d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.332912 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abe76fe-aaca-45f7-a6c4-1ba0ab18348f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8aeb9589-3dd5-441a-993f-0d03e841fb2d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.335418 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abe76fe-aaca-45f7-a6c4-1ba0ab18348f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.336565 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-4abe76fe-aaca-45f7-a6c4-1ba0ab18348f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8aeb9589-3dd5-441a-993f-0d03e841fb2d HTTP/1.1" status: 204 len: 168 time: 0.1481888 Apr 05 22:34:31.353400 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3163ee7-d02a-4260-8f47-6d574dc289a9 req-c1673e8e-95ab-499f-a77a-5fdfbb9202d6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:31.354954 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d3163ee7-d02a-4260-8f47-6d574dc289a9 req-c1673e8e-95ab-499f-a77a-5fdfbb9202d6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0738318 Apr 05 22:34:31.355673 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe76fe-aaca-45f7-a6c4-1ba0ab18348f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeb9589-3dd5-441a-993f-0d03e841fb2d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:31.411646 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d3163ee7-d02a-4260-8f47-6d574dc289a9 req-8ef0881a-d0bd-4cde-86d9-8b23c963617b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444746 Apr 05 22:34:32.534984 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd997386-3bb4-40be-aa01-d59b79c71cee req-a38588c8-1038-49c6-8e90-5d493a8f3869 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:32.536514 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-cd997386-3bb4-40be-aa01-d59b79c71cee req-a38588c8-1038-49c6-8e90-5d493a8f3869 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0612171 Apr 05 22:34:32.582929 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-cd997386-3bb4-40be-aa01-d59b79c71cee req-6f74e76e-3531-413a-a093-eaec6519f91b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 Apr 05 22:34:33.170131 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48232) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:33.279168 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11d32d8e-3391-4878-bad3-7f9cce12cab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.352885 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11d32d8e-3391-4878-bad3-7f9cce12cab5 admin admin] Publish callbacks [] for security_group (461c3a9d-9a04-4332-acd5-fcd576333757), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.358697 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11d32d8e-3391-4878-bad3-7f9cce12cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (461c3a9d-9a04-4332-acd5-fcd576333757), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.395129 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-11d32d8e-3391-4878-bad3-7f9cce12cab5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2e829472d6e4c5d8176a5a3390711d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239099 Apr 05 22:34:33.396015 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d32d8e-3391-4878-bad3-7f9cce12cab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461c3a9d-9a04-4332-acd5-fcd576333757,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:33.398240 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48238) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:33.445982 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-944b7af8-a5ba-4fbd-a571-a8992c512ba0 admin admin] Publish callbacks [] for security_group (461c3a9d-9a04-4332-acd5-fcd576333757), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.466502 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-944b7af8-a5ba-4fbd-a571-a8992c512ba0 admin admin] Publish callbacks [] for security_group (461c3a9d-9a04-4332-acd5-fcd576333757), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.516793 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-944b7af8-a5ba-4fbd-a571-a8992c512ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (461c3a9d-9a04-4332-acd5-fcd576333757), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.519551 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-944b7af8-a5ba-4fbd-a571-a8992c512ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.520833 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-944b7af8-a5ba-4fbd-a571-a8992c512ba0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/461c3a9d-9a04-4332-acd5-fcd576333757 HTTP/1.1" status: 204 len: 168 time: 0.1216655 Apr 05 22:34:33.530929 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b7af8-a5ba-4fbd-a571-a8992c512ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461c3a9d-9a04-4332-acd5-fcd576333757,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:33.728252 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac1aef-169d-434d-a9d7-e18c94a5138e req-878a781a-b5ee-4755-abf5-ce7a6d85b51e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.730257 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-28ac1aef-169d-434d-a9d7-e18c94a5138e req-878a781a-b5ee-4755-abf5-ce7a6d85b51e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0741208 Apr 05 22:34:33.785541 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-28ac1aef-169d-434d-a9d7-e18c94a5138e req-49829cd9-275a-4e30-8bd1-0d47dad526de tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489972 Apr 05 22:34:33.840186 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48264) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:33.856057 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae2039f6-561d-4e01-8917-cb60f5b0bbff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.939970 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae2039f6-561d-4e01-8917-cb60f5b0bbff admin admin] Publish callbacks [] for security_group (630689c0-4951-48f3-97bf-8d2944bbfa86), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.944165 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae2039f6-561d-4e01-8917-cb60f5b0bbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (630689c0-4951-48f3-97bf-8d2944bbfa86), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.986068 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-ae2039f6-561d-4e01-8917-cb60f5b0bbff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e726421b526e4c9ca915cdb5cf1f3811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444492 Apr 05 22:34:33.987231 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2039f6-561d-4e01-8917-cb60f5b0bbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630689c0-4951-48f3-97bf-8d2944bbfa86,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:33.988658 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48272) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:34.040674 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c895631-a1d2-4f32-9c19-23e823692ab0 admin admin] Publish callbacks [] for security_group (630689c0-4951-48f3-97bf-8d2944bbfa86), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.063425 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c895631-a1d2-4f32-9c19-23e823692ab0 admin admin] Publish callbacks [] for security_group (630689c0-4951-48f3-97bf-8d2944bbfa86), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.109366 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c895631-a1d2-4f32-9c19-23e823692ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (630689c0-4951-48f3-97bf-8d2944bbfa86), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.112211 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c895631-a1d2-4f32-9c19-23e823692ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:34.115809 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-0c895631-a1d2-4f32-9c19-23e823692ab0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/630689c0-4951-48f3-97bf-8d2944bbfa86 HTTP/1.1" status: 204 len: 168 time: 0.1235964 Apr 05 22:34:34.124946 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c895631-a1d2-4f32-9c19-23e823692ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630689c0-4951-48f3-97bf-8d2944bbfa86,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:34.916027 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da3cf5-b8b9-4978-b992-f8e4db816d77 req-4c789384-66b9-4921-b919-efe4cba3ef42 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:34.917530 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-00da3cf5-b8b9-4978-b992-f8e4db816d77 req-4c789384-66b9-4921-b919-efe4cba3ef42 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0647349 Apr 05 22:34:34.970111 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-00da3cf5-b8b9-4978-b992-f8e4db816d77 req-8d077383-cd2e-4cc3-8fe0-554dc7086f0e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468040 Apr 05 22:34:35.483732 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48344) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:35.599020 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98248863-0a78-49ca-98a5-0ade2805912e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.681667 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98248863-0a78-49ca-98a5-0ade2805912e admin admin] Publish callbacks [] for security_group (a12779fe-a821-43ab-9dcd-3a30b58da900), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.686281 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98248863-0a78-49ca-98a5-0ade2805912e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a12779fe-a821-43ab-9dcd-3a30b58da900), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.730214 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-98248863-0a78-49ca-98a5-0ade2805912e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5716dd20608484ebe115820ab220320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451012 Apr 05 22:34:35.732587 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98248863-0a78-49ca-98a5-0ade2805912e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12779fe-a821-43ab-9dcd-3a30b58da900,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:35.732997 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48366) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:35.799118 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a523f89a-83bd-4856-a11b-5754e19596b8 admin admin] Publish callbacks [] for security_group (a12779fe-a821-43ab-9dcd-3a30b58da900), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.822902 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a523f89a-83bd-4856-a11b-5754e19596b8 admin admin] Publish callbacks [] for security_group (a12779fe-a821-43ab-9dcd-3a30b58da900), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.853990 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48372) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:35.874980 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a523f89a-83bd-4856-a11b-5754e19596b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a12779fe-a821-43ab-9dcd-3a30b58da900), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.878491 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a523f89a-83bd-4856-a11b-5754e19596b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.883537 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-a523f89a-83bd-4856-a11b-5754e19596b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a12779fe-a821-43ab-9dcd-3a30b58da900 HTTP/1.1" status: 204 len: 168 time: 0.1471913 Apr 05 22:34:35.893455 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523f89a-83bd-4856-a11b-5754e19596b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12779fe-a821-43ab-9dcd-3a30b58da900,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:35.993734 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8feb74ad-d54c-4bba-b21f-62f2cff71627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.124414 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8feb74ad-d54c-4bba-b21f-62f2cff71627 admin admin] Publish callbacks [] for security_group (99736a24-a152-41b7-9a23-07b0076b832a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.136936 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023aa6ff-c46d-418d-a5e8-f2a2cffe78f0 req-07c15c81-e98e-4eed-9d8a-6c6ae833768a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:36.138843 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-023aa6ff-c46d-418d-a5e8-f2a2cffe78f0 req-07c15c81-e98e-4eed-9d8a-6c6ae833768a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0841317 Apr 05 22:34:36.139668 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8feb74ad-d54c-4bba-b21f-62f2cff71627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (99736a24-a152-41b7-9a23-07b0076b832a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.202898 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb74ad-d54c-4bba-b21f-62f2cff71627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99736a24-a152-41b7-9a23-07b0076b832a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:36.225150 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-8feb74ad-d54c-4bba-b21f-62f2cff71627 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d055367448964b72b527388d3bf03016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672581 Apr 05 22:34:36.225608 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48396) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:36.255286 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-023aa6ff-c46d-418d-a5e8-f2a2cffe78f0 req-b8a46fae-d6e0-4d99-b341-318e5656ed0c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052017 Apr 05 22:34:36.288622 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3509b005-c29a-4bd3-9010-dfe8bf053c21 admin admin] Publish callbacks [] for security_group (99736a24-a152-41b7-9a23-07b0076b832a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.311740 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3509b005-c29a-4bd3-9010-dfe8bf053c21 admin admin] Publish callbacks [] for security_group (99736a24-a152-41b7-9a23-07b0076b832a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.370474 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3509b005-c29a-4bd3-9010-dfe8bf053c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (99736a24-a152-41b7-9a23-07b0076b832a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.374016 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3509b005-c29a-4bd3-9010-dfe8bf053c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:36.375314 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-3509b005-c29a-4bd3-9010-dfe8bf053c21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99736a24-a152-41b7-9a23-07b0076b832a HTTP/1.1" status: 204 len: 168 time: 0.1485200 Apr 05 22:34:36.384699 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509b005-c29a-4bd3-9010-dfe8bf053c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99736a24-a152-41b7-9a23-07b0076b832a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:36.955633 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48440) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:37.120159 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-901674c4-6f15-4d76-8449-861d38f54669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:37.220506 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-901674c4-6f15-4d76-8449-861d38f54669 admin admin] Publish callbacks [] for security_group (ff917fae-9018-4293-956a-568d1811907a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:37.228314 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-901674c4-6f15-4d76-8449-861d38f54669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (ff917fae-9018-4293-956a-568d1811907a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:37.271146 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-901674c4-6f15-4d76-8449-861d38f54669 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e8b41a6ac0f44ebac17344b25f44cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115838 Apr 05 22:34:37.271146 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901674c4-6f15-4d76-8449-861d38f54669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff917fae-9018-4293-956a-568d1811907a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:37.271312 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48472) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:37.341519 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf74a848-e3ef-47a0-9184-9c1ab2f8ee2d admin admin] Publish callbacks [] for security_group (ff917fae-9018-4293-956a-568d1811907a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:37.372118 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf74a848-e3ef-47a0-9184-9c1ab2f8ee2d admin admin] Publish callbacks [] for security_group (ff917fae-9018-4293-956a-568d1811907a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:37.391054 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfe3b9-627f-4584-b67b-8bd57275ad14 req-2d75725d-709e-4377-802a-788c693f35fb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:37.393403 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-56bfe3b9-627f-4584-b67b-8bd57275ad14 req-2d75725d-709e-4377-802a-788c693f35fb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0550334 Apr 05 22:34:37.441590 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf74a848-e3ef-47a0-9184-9c1ab2f8ee2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (ff917fae-9018-4293-956a-568d1811907a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:37.446910 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf74a848-e3ef-47a0-9184-9c1ab2f8ee2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:37.460399 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-56bfe3b9-627f-4584-b67b-8bd57275ad14 req-9d996906-8c7c-463f-923e-e52d8f46ff4c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579305 Apr 05 22:34:37.463332 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-bf74a848-e3ef-47a0-9184-9c1ab2f8ee2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff917fae-9018-4293-956a-568d1811907a HTTP/1.1" status: 204 len: 168 time: 0.1830175 Apr 05 22:34:37.480885 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74a848-e3ef-47a0-9184-9c1ab2f8ee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff917fae-9018-4293-956a-568d1811907a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:37.855093 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48516) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:37.872446 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4db11cb-a090-4165-b784-8c371968ea68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:37.964155 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4db11cb-a090-4165-b784-8c371968ea68 admin admin] Publish callbacks [] for security_group (85655389-c68d-4621-a05e-666a23014ee4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:37.968072 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4db11cb-a090-4165-b784-8c371968ea68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (85655389-c68d-4621-a05e-666a23014ee4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.009890 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-d4db11cb-a090-4165-b784-8c371968ea68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=338206b6ae754a9ba53015b872e73959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536953 Apr 05 22:34:38.011889 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db11cb-a090-4165-b784-8c371968ea68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85655389-c68d-4621-a05e-666a23014ee4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:38.012583 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48532) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:38.079192 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31033bfa-ad83-4a5f-bd64-47295654abf2 admin admin] Publish callbacks [] for security_group (85655389-c68d-4621-a05e-666a23014ee4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.103382 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31033bfa-ad83-4a5f-bd64-47295654abf2 admin admin] Publish callbacks [] for security_group (85655389-c68d-4621-a05e-666a23014ee4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.156515 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31033bfa-ad83-4a5f-bd64-47295654abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (85655389-c68d-4621-a05e-666a23014ee4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.159561 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31033bfa-ad83-4a5f-bd64-47295654abf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.163690 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-31033bfa-ad83-4a5f-bd64-47295654abf2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85655389-c68d-4621-a05e-666a23014ee4 HTTP/1.1" status: 204 len: 168 time: 0.1500664 Apr 05 22:34:38.176729 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31033bfa-ad83-4a5f-bd64-47295654abf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85655389-c68d-4621-a05e-666a23014ee4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:38.590528 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af276a5-a1e7-4238-9727-b7404050b6e1 req-9b20e37c-eb5f-4bfa-bac0-6aeb5df7543e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:38.592055 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6af276a5-a1e7-4238-9727-b7404050b6e1 req-9b20e37c-eb5f-4bfa-bac0-6aeb5df7543e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0578077 Apr 05 22:34:38.643560 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6af276a5-a1e7-4238-9727-b7404050b6e1 req-248b5064-073b-402f-ab2b-816038e0223d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446107 Apr 05 22:34:39.761702 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da24ff0-3b56-4087-bfca-4175ac8f3325 req-25cb9c75-cc07-47a5-9323-550a609879a8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:39.763326 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8da24ff0-3b56-4087-bfca-4175ac8f3325 req-25cb9c75-cc07-47a5-9323-550a609879a8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0521572 Apr 05 22:34:39.823012 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8da24ff0-3b56-4087-bfca-4175ac8f3325 req-0d866944-df4f-4f5e-9d97-a7f7d78a4a63 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539527 Apr 05 22:34:40.383406 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48650) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:40.488303 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ac525f-8b61-4dcf-84d0-536be960fbe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.566995 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ac525f-8b61-4dcf-84d0-536be960fbe9 admin admin] Publish callbacks [] for security_group (b48f5ea8-9e79-446f-93af-9dc5966a663e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.571910 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ac525f-8b61-4dcf-84d0-536be960fbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b48f5ea8-9e79-446f-93af-9dc5966a663e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.611560 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-04ac525f-8b61-4dcf-84d0-536be960fbe9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=993146e706504f8c8577017c938f5695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270470 Apr 05 22:34:40.615006 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48662) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:40.616381 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac525f-8b61-4dcf-84d0-536be960fbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48f5ea8-9e79-446f-93af-9dc5966a663e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:40.665254 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86ef0905-28f3-4c30-a0b1-6e412095e338 admin admin] Publish callbacks [] for security_group (b48f5ea8-9e79-446f-93af-9dc5966a663e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.688759 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86ef0905-28f3-4c30-a0b1-6e412095e338 admin admin] Publish callbacks [] for security_group (b48f5ea8-9e79-446f-93af-9dc5966a663e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.739681 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86ef0905-28f3-4c30-a0b1-6e412095e338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b48f5ea8-9e79-446f-93af-9dc5966a663e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.742254 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86ef0905-28f3-4c30-a0b1-6e412095e338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.745827 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-86ef0905-28f3-4c30-a0b1-6e412095e338 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b48f5ea8-9e79-446f-93af-9dc5966a663e HTTP/1.1" status: 204 len: 168 time: 0.1271160 Apr 05 22:34:40.759044 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef0905-28f3-4c30-a0b1-6e412095e338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48f5ea8-9e79-446f-93af-9dc5966a663e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:40.955041 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15734a1-29b4-4e3b-b8a3-8595436ce9a7 req-f06adb1a-aa4c-462e-be51-9c7a6401eee5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:40.957289 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c15734a1-29b4-4e3b-b8a3-8595436ce9a7 req-f06adb1a-aa4c-462e-be51-9c7a6401eee5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0570638 Apr 05 22:34:41.009650 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c15734a1-29b4-4e3b-b8a3-8595436ce9a7 req-b1f61966-c252-4eeb-9ea4-03292818d6c5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Apr 05 22:34:41.060759 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48674) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:41.074077 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cfed580-9dcb-41b1-9697-285c00756cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.167333 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cfed580-9dcb-41b1-9697-285c00756cd2 admin admin] Publish callbacks [] for security_group (54f2c43c-7c4c-4096-8de8-d35d677029cd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.171912 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cfed580-9dcb-41b1-9697-285c00756cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (54f2c43c-7c4c-4096-8de8-d35d677029cd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.215377 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-5cfed580-9dcb-41b1-9697-285c00756cd2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f677919a8f74b81b6663c883857c8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510944 Apr 05 22:34:41.215377 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfed580-9dcb-41b1-9697-285c00756cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f2c43c-7c4c-4096-8de8-d35d677029cd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:41.216035 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48688) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:41.268532 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a5ba811-7bf3-4269-8874-acfcd3bc2bfe admin admin] Publish callbacks [] for security_group (54f2c43c-7c4c-4096-8de8-d35d677029cd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.289769 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a5ba811-7bf3-4269-8874-acfcd3bc2bfe admin admin] Publish callbacks [] for security_group (54f2c43c-7c4c-4096-8de8-d35d677029cd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.336253 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a5ba811-7bf3-4269-8874-acfcd3bc2bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (54f2c43c-7c4c-4096-8de8-d35d677029cd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.338930 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a5ba811-7bf3-4269-8874-acfcd3bc2bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.340129 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-8a5ba811-7bf3-4269-8874-acfcd3bc2bfe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54f2c43c-7c4c-4096-8de8-d35d677029cd HTTP/1.1" status: 204 len: 168 time: 0.1229637 Apr 05 22:34:41.348182 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ba811-7bf3-4269-8874-acfcd3bc2bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f2c43c-7c4c-4096-8de8-d35d677029cd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:42.025625 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48716) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:42.128077 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2033592968-network', 'tenant_id': '21f25b4455314e969e0c8f4348d54774'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:42.128756 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2ae9c-95b6-41e9-8717-5990b48d4657 req-abb59c30-7b1e-4a07-8c8b-52891e45d431 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.130362 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-96d2ae9c-95b6-41e9-8717-5990b48d4657 req-abb59c30-7b1e-4a07-8c8b-52891e45d431 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0510132 Apr 05 22:34:42.148182 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Made reservation on behalf of 21f25b4455314e969e0c8f4348d54774 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:42.150518 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.159102 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.178921 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-96d2ae9c-95b6-41e9-8717-5990b48d4657 req-0f8bd66d-c7f4-4fb9-840a-fb3762f923bc tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 Apr 05 22:34:42.237018 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Publish callbacks [] for security_group (d2685542-9965-4c61-96a0-66f64876fbc3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.242015 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d2685542-9965-4c61-96a0-66f64876fbc3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.267240 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:34:42.277605 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2685542-9965-4c61-96a0-66f64876fbc3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:42.282701 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (acc2d303-e249-4e06-8c1e-0755f8a4a154), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.283094 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Added segment acc2d303-e249-4e06-8c1e-0755f8a4a154 of type vlan for network 4642336f-e9e6-4ffc-ba20-dd290d268422 Apr 05 22:34:42.324653 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (4642336f-e9e6-4ffc-ba20-dd290d268422), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.349841 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (4642336f-e9e6-4ffc-ba20-dd290d268422), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.350841 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.351411 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.405846 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3790648 Apr 05 22:34:42.409369 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48724) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:42.411401 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee029d05-0337-4f70-beea-329c1629d87b admin admin] Pushing event updated for resources: {'Network': ['ID=4642336f-e9e6-4ffc-ba20-dd290d268422,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:42.414454 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-847c60d8-059e-4259-854f-0fe1600f20aa admin admin] Request body: {'subnet': {'network_id': '4642336f-e9e6-4ffc-ba20-dd290d268422', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2033592968-subnet', 'tenant_id': '21f25b4455314e969e0c8f4348d54774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:42.421617 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 4642336f-e9e6-4ffc-ba20-dd290d268422 details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:34:42.435620 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847c60d8-059e-4259-854f-0fe1600f20aa admin admin] Made reservation on behalf of 21f25b4455314e969e0c8f4348d54774 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:42.437940 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-847c60d8-059e-4259-854f-0fe1600f20aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59888023'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.613490 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-847c60d8-059e-4259-854f-0fe1600f20aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2265691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59888009'] for subnet (1bace0ba-65e4-4fec-865e-da578d7661be), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.671064 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c60d8-059e-4259-854f-0fe1600f20aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bace0ba-65e4-4fec-865e-da578d7661be,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:42.696127 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847c60d8-059e-4259-854f-0fe1600f20aa admin admin] Checking segment: {'id': 'acc2d303-e249-4e06-8c1e-0755f8a4a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4642336f-e9e6-4ffc-ba20-dd290d268422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:42.696496 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c60d8-059e-4259-854f-0fe1600f20aa admin admin] Network hostable DHCP agents. Network: 4642336f-e9e6-4ffc-ba20-dd290d268422, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:34:42.717512 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c60d8-059e-4259-854f-0fe1600f20aa admin admin] Network 4642336f-e9e6-4ffc-ba20-dd290d268422 is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:34:42.726878 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-847c60d8-059e-4259-854f-0fe1600f20aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 4642336f-e9e6-4ffc-ba20-dd290d268422) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:42.735760 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847c60d8-059e-4259-854f-0fe1600f20aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.735931 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7014e2b-42b5-444c-9e0a-a3827bedc3c7 None None] Network 4642336f-e9e6-4ffc-ba20-dd290d268422 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:34:42.736491 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-847c60d8-059e-4259-854f-0fe1600f20aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.770301 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-847c60d8-059e-4259-854f-0fe1600f20aa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3596251 Apr 05 22:34:42.856330 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9a83d-15fb-44c1-a192-5fecef788b2c None None] Network 4642336f-e9e6-4ffc-ba20-dd290d268422 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:34:43.270881 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48754) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:43.275830 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2121886517-network', 'tenant_id': '4f80e736d182481e9eff624747aa7608'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:43.298286 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Made reservation on behalf of 4f80e736d182481e9eff624747aa7608 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:43.301143 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.311467 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.324410 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b2957-e877-4089-8baa-099dd044eefc req-0b075448-5a59-48e9-be04-19a0d55ae7c3 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:43.325955 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ce4b2957-e877-4089-8baa-099dd044eefc req-0b075448-5a59-48e9-be04-19a0d55ae7c3 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0787148 Apr 05 22:34:43.373945 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ce4b2957-e877-4089-8baa-099dd044eefc req-0d3e4458-6b55-4fb6-8cb3-4ad8f21dc85a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423362 Apr 05 22:34:43.391970 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Publish callbacks [] for security_group (601114b4-e0b0-4cf7-a974-52c56d03dc77), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.396369 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (601114b4-e0b0-4cf7-a974-52c56d03dc77), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.421098 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:34:43.430923 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601114b4-e0b0-4cf7-a974-52c56d03dc77,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:43.435873 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (6d290f26-0cc1-45c9-a8ec-9c5a8178d7e9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.436196 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.segments_db [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Added segment 6d290f26-0cc1-45c9-a8ec-9c5a8178d7e9 of type vlan for network 8d0fc3d2-a385-4d10-afad-4a35bbe60a52 Apr 05 22:34:43.474077 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (8d0fc3d2-a385-4d10-afad-4a35bbe60a52), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.500481 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (8d0fc3d2-a385-4d10-afad-4a35bbe60a52), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.501984 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:43.502895 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.559013 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2869878 Apr 05 22:34:43.562002 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48758) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:43.566598 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7683811-5bf8-400a-8070-153089598273 admin admin] Pushing event updated for resources: {'Network': ['ID=8d0fc3d2-a385-4d10-afad-4a35bbe60a52,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:43.566882 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-46777985-163e-4008-a47a-77a7fe768b30 admin admin] Request body: {'subnet': {'network_id': '8d0fc3d2-a385-4d10-afad-4a35bbe60a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2121886517-subnet', 'tenant_id': '4f80e736d182481e9eff624747aa7608', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:43.576414 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 8d0fc3d2-a385-4d10-afad-4a35bbe60a52 details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:34:43.594151 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46777985-163e-4008-a47a-77a7fe768b30 admin admin] Made reservation on behalf of 4f80e736d182481e9eff624747aa7608 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:43.600288 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46777985-163e-4008-a47a-77a7fe768b30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59583127'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.772349 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46777985-163e-4008-a47a-77a7fe768b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60646750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59583113'] for subnet (4aeb93ed-b155-489e-b958-3894782cfdba), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.842299 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46777985-163e-4008-a47a-77a7fe768b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aeb93ed-b155-489e-b958-3894782cfdba,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:43.852052 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46777985-163e-4008-a47a-77a7fe768b30 admin admin] Checking segment: {'id': '6d290f26-0cc1-45c9-a8ec-9c5a8178d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d0fc3d2-a385-4d10-afad-4a35bbe60a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:43.852505 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46777985-163e-4008-a47a-77a7fe768b30 admin admin] Network hostable DHCP agents. Network: 8d0fc3d2-a385-4d10-afad-4a35bbe60a52, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:34:43.875436 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46777985-163e-4008-a47a-77a7fe768b30 admin admin] Network 8d0fc3d2-a385-4d10-afad-4a35bbe60a52 is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:34:43.885020 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-46777985-163e-4008-a47a-77a7fe768b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 8d0fc3d2-a385-4d10-afad-4a35bbe60a52) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:43.889313 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46777985-163e-4008-a47a-77a7fe768b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:43.889892 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46777985-163e-4008-a47a-77a7fe768b30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.895249 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e77c0ec-6b65-449b-ab49-be528ec93193 None None] Network 8d0fc3d2-a385-4d10-afad-4a35bbe60a52 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:34:43.923505 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-46777985-163e-4008-a47a-77a7fe768b30 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3450360 Apr 05 22:34:44.026692 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5520d9fa-45bb-43a7-9222-62319ad5e27c None None] Network 8d0fc3d2-a385-4d10-afad-4a35bbe60a52 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:34:44.494034 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d0477-c73b-4fc8-a285-e12ca6b8fb8e req-00877822-1137-4737-9c4e-39151f6ac9c5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:44.495530 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-324d0477-c73b-4fc8-a285-e12ca6b8fb8e req-00877822-1137-4737-9c4e-39151f6ac9c5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0521739 Apr 05 22:34:44.543599 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-324d0477-c73b-4fc8-a285-e12ca6b8fb8e req-73e8caa9-a97b-4b2d-b0fb-f11b1627966b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Apr 05 22:34:44.746034 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:34:45.678395 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0055c-86c4-4ccd-b365-07ee7b6c4436 req-49cbd25d-eea2-40d4-80e6-e6037a87026b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:45.680046 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d3f0055c-86c4-4ccd-b365-07ee7b6c4436 req-49cbd25d-eea2-40d4-80e6-e6037a87026b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0599301 Apr 05 22:34:45.687556 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48814) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:45.726510 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d3f0055c-86c4-4ccd-b365-07ee7b6c4436 req-8a29b66d-652c-4ce9-aefb-52a9959d65a7 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409329 Apr 05 22:34:45.795495 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6eb8721e-cfbf-4453-b37c-544c9bc72750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:45.882268 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6eb8721e-cfbf-4453-b37c-544c9bc72750 admin admin] Publish callbacks [] for security_group (781c3a74-9f0f-49c2-8292-a908144ca2bd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:45.888515 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6eb8721e-cfbf-4453-b37c-544c9bc72750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (781c3a74-9f0f-49c2-8292-a908144ca2bd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:45.927562 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-6eb8721e-cfbf-4453-b37c-544c9bc72750 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b533a0b025643e9a0e5c82e40511b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380097 Apr 05 22:34:45.928377 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8721e-cfbf-4453-b37c-544c9bc72750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781c3a74-9f0f-49c2-8292-a908144ca2bd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:45.931050 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48818) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:45.982291 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3343b5c-adad-4938-a51a-6cdf8dbf5e74 admin admin] Publish callbacks [] for security_group (781c3a74-9f0f-49c2-8292-a908144ca2bd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.003115 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3343b5c-adad-4938-a51a-6cdf8dbf5e74 admin admin] Publish callbacks [] for security_group (781c3a74-9f0f-49c2-8292-a908144ca2bd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.054126 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3343b5c-adad-4938-a51a-6cdf8dbf5e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (781c3a74-9f0f-49c2-8292-a908144ca2bd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.057058 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3343b5c-adad-4938-a51a-6cdf8dbf5e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.058273 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-d3343b5c-adad-4938-a51a-6cdf8dbf5e74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/781c3a74-9f0f-49c2-8292-a908144ca2bd HTTP/1.1" status: 204 len: 168 time: 0.1260085 Apr 05 22:34:46.070092 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3343b5c-adad-4938-a51a-6cdf8dbf5e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781c3a74-9f0f-49c2-8292-a908144ca2bd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:46.178594 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-ec96f24f-d7a3-414b-b660-169da9ba87e3 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:46.180112 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-ec96f24f-d7a3-414b-b660-169da9ba87e3 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/networks?id=4642336f-e9e6-4ffc-ba20-dd290d268422 HTTP/1.1" status: 200 len: 809 time: 0.1122012 Apr 05 22:34:46.195865 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-6e7a4f95-c1ab-4b85-ba9f-0819723f2282 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/quotas/21f25b4455314e969e0c8f4348d54774 HTTP/1.1" status: 200 len: 375 time: 0.0098932 Apr 05 22:34:46.234086 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-e1861172-5301-405e-9f53-60e3dc021550 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=21f25b4455314e969e0c8f4348d54774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314095 Apr 05 22:34:46.327038 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-0d8121ba-9053-4f04-8316-e4246f037e22 service neutron] 10.222.0.43 "GET /v2.0/networks/4642336f-e9e6-4ffc-ba20-dd290d268422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862288 Apr 05 22:34:46.341220 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48830) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:46.354208 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc23ed9-e43a-4305-94a1-2edb68450c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.426224 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-bbbdb432-f09d-4db2-8aeb-2afbf29555d1 service neutron] 10.222.0.43 "GET /v2.0/networks/4642336f-e9e6-4ffc-ba20-dd290d268422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932660 Apr 05 22:34:46.426856 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc23ed9-e43a-4305-94a1-2edb68450c68 admin admin] Publish callbacks [] for security_group (ca95ad1f-2cba-439f-8106-02c6d94fb0a1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.432120 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc23ed9-e43a-4305-94a1-2edb68450c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (ca95ad1f-2cba-439f-8106-02c6d94fb0a1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.477949 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-bbc23ed9-e43a-4305-94a1-2edb68450c68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21351c3851fc4166884d4f81f2b13a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356068 Apr 05 22:34:46.478663 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48834) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:46.492080 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc23ed9-e43a-4305-94a1-2edb68450c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca95ad1f-2cba-439f-8106-02c6d94fb0a1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:46.529495 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-782909c0-893f-4b42-9834-ccf3d6e73366 admin admin] Publish callbacks [] for security_group (ca95ad1f-2cba-439f-8106-02c6d94fb0a1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.561122 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-782909c0-893f-4b42-9834-ccf3d6e73366 admin admin] Publish callbacks [] for security_group (ca95ad1f-2cba-439f-8106-02c6d94fb0a1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.616455 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-18ff2d3c-b341-40db-bc65-e10af7c0af3c req-187f5aed-1b36-40d8-8212-a166599ecf64 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0321250 Apr 05 22:34:46.636146 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-782909c0-893f-4b42-9834-ccf3d6e73366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (ca95ad1f-2cba-439f-8106-02c6d94fb0a1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.639247 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-782909c0-893f-4b42-9834-ccf3d6e73366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:46.640841 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-782909c0-893f-4b42-9834-ccf3d6e73366 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca95ad1f-2cba-439f-8106-02c6d94fb0a1 HTTP/1.1" status: 204 len: 168 time: 0.1605191 Apr 05 22:34:46.650594 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782909c0-893f-4b42-9834-ccf3d6e73366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca95ad1f-2cba-439f-8106-02c6d94fb0a1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:46.866602 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f0921-c99d-4916-a0d7-e7e835e549a9 req-3f866389-8c81-468e-82d1-f36dc41ea41c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:46.868193 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d37f0921-c99d-4916-a0d7-e7e835e549a9 req-3f866389-8c81-468e-82d1-f36dc41ea41c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0640159 Apr 05 22:34:46.915854 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d37f0921-c99d-4916-a0d7-e7e835e549a9 req-0751f5c8-5892-4b22-859a-0fb073cf6aa5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420973 Apr 05 22:34:47.009414 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 48860) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:47.024143 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd81a929-4a2d-4f09-8ecb-5777660ca5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:47.104849 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd81a929-4a2d-4f09-8ecb-5777660ca5cb admin admin] Publish callbacks [] for security_group (0d0209e5-bbf7-4a76-8e19-09dcff421e86), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:47.109777 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd81a929-4a2d-4f09-8ecb-5777660ca5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (0d0209e5-bbf7-4a76-8e19-09dcff421e86), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:47.145666 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81a929-4a2d-4f09-8ecb-5777660ca5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0209e5-bbf7-4a76-8e19-09dcff421e86,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:47.152943 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48868) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:47.153184 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-bd81a929-4a2d-4f09-8ecb-5777660ca5cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e48fde8e71b40199654b3964e1762ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422014 Apr 05 22:34:47.210478 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6324e403-6663-4d4a-9f20-8398df69d5d7 admin admin] Publish callbacks [] for security_group (0d0209e5-bbf7-4a76-8e19-09dcff421e86), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:47.231624 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6324e403-6663-4d4a-9f20-8398df69d5d7 admin admin] Publish callbacks [] for security_group (0d0209e5-bbf7-4a76-8e19-09dcff421e86), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:47.281185 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6324e403-6663-4d4a-9f20-8398df69d5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (0d0209e5-bbf7-4a76-8e19-09dcff421e86), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:47.284177 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6324e403-6663-4d4a-9f20-8398df69d5d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:47.285443 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-6324e403-6663-4d4a-9f20-8398df69d5d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d0209e5-bbf7-4a76-8e19-09dcff421e86 HTTP/1.1" status: 204 len: 168 time: 0.1312954 Apr 05 22:34:47.293520 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324e403-6663-4d4a-9f20-8398df69d5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0209e5-bbf7-4a76-8e19-09dcff421e86,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:47.722457 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6338689a-aa8c-4b6f-8cac-f9dd291e480d req-e7531596-7e08-4cb5-a3aa-e86997014c78 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0297320 Apr 05 22:34:48.012875 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48904) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:48.053653 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14e960-9892-476d-9b74-d785306c23d0 req-087197af-f6c0-4d9a-92a1-5f41a6931fb3 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:48.055443 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-fb14e960-9892-476d-9b74-d785306c23d0 req-087197af-f6c0-4d9a-92a1-5f41a6931fb3 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0692034 Apr 05 22:34:48.061365 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-639c07cb-6dcb-4332-bddf-2311805b5525 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:48.063044 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-639c07cb-6dcb-4332-bddf-2311805b5525 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.44 "GET /v2.0/networks?id=4642336f-e9e6-4ffc-ba20-dd290d268422 HTTP/1.1" status: 200 len: 809 time: 0.3429306 Apr 05 22:34:48.103246 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-fb14e960-9892-476d-9b74-d785306c23d0 req-0996b14a-1f45-4009-a3ad-38ed7226e54c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409155 Apr 05 22:34:48.124145 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1827630359-network', 'tenant_id': '6e27e5b446c642c2a826375e0f643a86'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:48.143918 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Made reservation on behalf of 6e27e5b446c642c2a826375e0f643a86 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:48.146310 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:48.154706 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:48.230613 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Publish callbacks [] for security_group (7e564b3a-4794-43ff-bf57-d032d595bb74), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:48.235847 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (7e564b3a-4794-43ff-bf57-d032d595bb74), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:48.262937 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:34:48.269358 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e564b3a-4794-43ff-bf57-d032d595bb74,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:48.275407 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (36e692bd-9eb9-4fe8-bb29-2f935f8b78dc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:48.275778 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.segments_db [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Added segment 36e692bd-9eb9-4fe8-bb29-2f935f8b78dc of type vlan for network 02da50d5-8fff-4ca2-b95e-8c629f91deee Apr 05 22:34:48.318140 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (02da50d5-8fff-4ca2-b95e-8c629f91deee), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:48.343406 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (02da50d5-8fff-4ca2-b95e-8c629f91deee), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:48.344337 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:48.344909 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:48.400529 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3854916 Apr 05 22:34:48.402731 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 48912) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:48.411161 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2a593a27-a941-42fa-907a-e11808c16074 admin admin] Request body: {'subnet': {'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1827630359-subnet', 'tenant_id': '6e27e5b446c642c2a826375e0f643a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:48.415636 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0250653-fa42-4212-b59d-f9451760874c admin admin] Pushing event updated for resources: {'Network': ['ID=02da50d5-8fff-4ca2-b95e-8c629f91deee,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:48.426254 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 02da50d5-8fff-4ca2-b95e-8c629f91deee details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:34:48.435080 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a593a27-a941-42fa-907a-e11808c16074 admin admin] Made reservation on behalf of 6e27e5b446c642c2a826375e0f643a86 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:48.437539 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a593a27-a941-42fa-907a-e11808c16074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59888023'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:48.607369 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a593a27-a941-42fa-907a-e11808c16074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2265691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59888009'] for subnet (5f061535-5a03-4858-8b09-0b5eacfae42b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:48.665927 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a593a27-a941-42fa-907a-e11808c16074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f061535-5a03-4858-8b09-0b5eacfae42b,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:48.675782 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a593a27-a941-42fa-907a-e11808c16074 admin admin] Checking segment: {'id': '36e692bd-9eb9-4fe8-bb29-2f935f8b78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:48.676190 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a593a27-a941-42fa-907a-e11808c16074 admin admin] Network hostable DHCP agents. Network: 02da50d5-8fff-4ca2-b95e-8c629f91deee, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:34:48.693658 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a593a27-a941-42fa-907a-e11808c16074 admin admin] Network 02da50d5-8fff-4ca2-b95e-8c629f91deee is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:34:48.702912 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-2a593a27-a941-42fa-907a-e11808c16074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 02da50d5-8fff-4ca2-b95e-8c629f91deee) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:48.708680 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a593a27-a941-42fa-907a-e11808c16074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:48.708680 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a593a27-a941-42fa-907a-e11808c16074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:48.711899 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f8f31-677f-48e5-8149-377c6dcaaeeb None None] Network 02da50d5-8fff-4ca2-b95e-8c629f91deee requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:34:48.735419 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-2a593a27-a941-42fa-907a-e11808c16074 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3312547 Apr 05 22:34:48.823672 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-47197356-e382-4b35-92ab-86024f9bbfb0 req-0daca355-8bcf-427b-9d10-9f2e1cace74b tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0289347 Apr 05 22:34:48.949192 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945db932-a154-4efb-9a37-3355205e607d None None] Network 02da50d5-8fff-4ca2-b95e-8c629f91deee requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:34:49.154143 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-770e693c-ba11-4d3b-8d0c-71024496342b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:49.238303 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9484e-4198-49f9-85ab-3bb295d4aab9 req-1c461562-191c-4052-94d9-4d44545fa3e4 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:49.239839 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-39f9484e-4198-49f9-85ab-3bb295d4aab9 req-1c461562-191c-4052-94d9-4d44545fa3e4 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0680811 Apr 05 22:34:49.265794 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Request body: {'port': {'device_id': 'd37f127c-9472-4087-8381-c6f26e56d3b5', 'network_id': '4642336f-e9e6-4ffc-ba20-dd290d268422', 'admin_state_up': True, 'tenant_id': '21f25b4455314e969e0c8f4348d54774'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:49.322572 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-39f9484e-4198-49f9-85ab-3bb295d4aab9 req-f8e3f771-8131-4e4a-b83f-a2bba34b65f0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767498 Apr 05 22:34:49.390031 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Made reservation on behalf of 21f25b4455314e969e0c8f4348d54774 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:49.393951 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:49.495961 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345e372-35ea-47f9-ac30-f0cfb659bd9f req-21fc1e99-12f0-488f-a2c3-4514243adf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:49.498140 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b345e372-35ea-47f9-ac30-f0cfb659bd9f req-21fc1e99-12f0-488f-a2c3-4514243adf1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 1129 time: 0.1018691 Apr 05 22:34:49.582404 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Allocated IP 172.20.0.4 (4642336f-e9e6-4ffc-ba20-dd290d268422/1bace0ba-65e4-4fec-865e-da578d7661be/6f6685e9-0002-45c0-8c92-680391b2cb04) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:49.590518 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b345e372-35ea-47f9-ac30-f0cfb659bd9f req-09319451-25da-4af5-8a0f-49e5537c9dbd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827818 Apr 05 22:34:49.727446 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:49.735699 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Publish callbacks [] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:49.773108 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:49.815529 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Network 4642336f-e9e6-4ffc-ba20-dd290d268422 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:49.818933 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:49.825337 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:49.832372 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Pushing event updated for resources: {'Port': ['ID=6f6685e9-0002-45c0-8c92-680391b2cb04,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:49.879053 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:49.879698 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:49.902737 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c19c3a01-2640-4aa9-a1e2-acfd66efc929 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6420760 Apr 05 22:34:49.941611 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Request body: {'port': {'device_id': 'd37f127c-9472-4087-8381-c6f26e56d3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:49.970326 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93762adb-74c4-40c7-b8ed-69be5c2ad058 req-1257b194-2f41-48fa-8141-21dd826e3c2f tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:49.971843 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-93762adb-74c4-40c7-b8ed-69be5c2ad058 req-1257b194-2f41-48fa-8141-21dd826e3c2f tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 931 time: 0.0816355 Apr 05 22:34:50.034402 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:50.048492 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-93762adb-74c4-40c7-b8ed-69be5c2ad058 req-a429e3f5-69eb-4200-aa1a-812a7fea73e2 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704641 Apr 05 22:34:50.315613 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6685e9-0002-45c0-8c92-680391b2cb04 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:50.323905 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Publish callbacks [] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:50.343883 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Transition to ACTIVE for port object 6f6685e9-0002-45c0-8c92-680391b2cb04 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:50.351433 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:50.423222 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6685e9-0002-45c0-8c92-680391b2cb04,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:50.511087 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e30d46-662e-4876-b109-f7953a7f602c req-970ec257-7156-4413-9a44-175e42f8be87 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:50.512482 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-970ec257-7156-4413-9a44-175e42f8be87 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/networks?id=02da50d5-8fff-4ca2-b95e-8c629f91deee HTTP/1.1" status: 200 len: 814 time: 0.1012933 Apr 05 22:34:50.514265 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab79e2-82b1-4efd-83f5-0c75076be36f req-75b979b8-b240-42ca-92ac-aefdae2e8502 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:50.515790 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e6ab79e2-82b1-4efd-83f5-0c75076be36f req-75b979b8-b240-42ca-92ac-aefdae2e8502 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.1077557 Apr 05 22:34:50.527931 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Attempting to bind port 6f6685e9-0002-45c0-8c92-680391b2cb04 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:50.528262 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Attempting to bind port 6f6685e9-0002-45c0-8c92-680391b2cb04 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'acc2d303-e249-4e06-8c1e-0755f8a4a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4642336f-e9e6-4ffc-ba20-dd290d268422'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:50.528626 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Attempting to bind port 6f6685e9-0002-45c0-8c92-680391b2cb04 on network 4642336f-e9e6-4ffc-ba20-dd290d268422 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:50.531301 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-890af66a-67f1-468f-8b69-37e16d390334 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/quotas/6e27e5b446c642c2a826375e0f643a86 HTTP/1.1" status: 200 len: 375 time: 0.0131865 Apr 05 22:34:50.545693 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Port 6f6685e9-0002-45c0-8c92-680391b2cb04 on network 4642336f-e9e6-4ffc-ba20-dd290d268422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:50.546022 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Attempting to bind port 6f6685e9-0002-45c0-8c92-680391b2cb04 on network 4642336f-e9e6-4ffc-ba20-dd290d268422 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:50.554079 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:50.554412 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Checking segment: {'id': 'acc2d303-e249-4e06-8c1e-0755f8a4a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4642336f-e9e6-4ffc-ba20-dd290d268422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:50.554815 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Bound using segment: {'id': 'acc2d303-e249-4e06-8c1e-0755f8a4a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4642336f-e9e6-4ffc-ba20-dd290d268422'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:50.555249 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Bound port: 6f6685e9-0002-45c0-8c92-680391b2cb04, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc2d303-e249-4e06-8c1e-0755f8a4a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4642336f-e9e6-4ffc-ba20-dd290d268422'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:50.555606 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:50.565951 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-c84cac4e-2fb9-4b33-90d8-4d2162471df4 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e27e5b446c642c2a826375e0f643a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282264 Apr 05 22:34:50.606803 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e6ab79e2-82b1-4efd-83f5-0c75076be36f req-fa5298ed-9b54-42a1-b9f6-52372354cf08 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846808 Apr 05 22:34:50.647688 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] For port 6f6685e9-0002-45c0-8c92-680391b2cb04, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:50.650872 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] For port 6f6685e9-0002-45c0-8c92-680391b2cb04, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6f6685e9-0002-45c0-8c92-680391b2cb04,segment=NetworkSegment(acc2d303-e249-4e06-8c1e-0755f8a4a154),segment_id=acc2d303-e249-4e06-8c1e-0755f8a4a154)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:50.661785 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:50.675440 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-4b6e6365-ad3d-4e03-9a03-1a5e28897de9 service neutron] 10.222.0.43 "GET /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019018 Apr 05 22:34:50.695505 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:50.696231 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:50.698199 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] 10.222.0.44 "PUT /v2.0/ports/6f6685e9-0002-45c0-8c92-680391b2cb04 HTTP/1.1" status: 200 len: 1093 time: 0.7621734 Apr 05 22:34:50.700795 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37f127c-9472-4087-8381-c6f26e56d3b5', 'tag': '6f6685e9-0002-45c0-8c92-680391b2cb04'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:50.703853 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3abcee-a205-4249-bab1-6c42158a2944" -d '{"events": [{"name": "network-changed", "server_uuid": "d37f127c-9472-4087-8381-c6f26e56d3b5", "tag": "6f6685e9-0002-45c0-8c92-680391b2cb04"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:50.739337 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db3cc7-8d07-426e-866e-14dd03043722 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6685e9-0002-45c0-8c92-680391b2cb04,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:50.777522 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6c9551-c4b2-43e7-b80a-d92060ed9092 x-openstack-request-id: req-bb6c9551-c4b2-43e7-b80a-d92060ed9092 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:50.777819 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37f127c-9472-4087-8381-c6f26e56d3b5", "tag": "6f6685e9-0002-45c0-8c92-680391b2cb04", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:50.778132 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb6c9551-c4b2-43e7-b80a-d92060ed9092 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:50.778475 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6c9551-c4b2-43e7-b80a-d92060ed9092'] response: {'name': 'network-changed', 'server_uuid': 'd37f127c-9472-4087-8381-c6f26e56d3b5', 'tag': '6f6685e9-0002-45c0-8c92-680391b2cb04', 'status': 'completed', 'code': 200} Apr 05 22:34:50.779241 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-75c3a1ad-22ba-4a96-a446-a49bccc0c506 service neutron] 10.222.0.43 "GET /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028018 Apr 05 22:34:50.974485 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8eca0640-6e0d-4158-a83b-8a2438eeaee0 req-b27388df-965c-4c33-a967-e67ec7e7c80b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 210 time: 0.0392663 Apr 05 22:34:51.001902 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-42ad5bc6-f3e9-476e-8551-60b8fd489a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:51.005135 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-42ad5bc6-f3e9-476e-8551-60b8fd489a8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f25b4455314e969e0c8f4348d54774&device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 1127 time: 0.1183360 Apr 05 22:34:51.175506 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe205ee-c864-40fe-8b87-b74690b03805 req-7df7df97-a524-45b6-b12d-a4d2a2fafc79 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:51.177100 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7fe205ee-c864-40fe-8b87-b74690b03805 req-7df7df97-a524-45b6-b12d-a4d2a2fafc79 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 943 time: 0.0570805 Apr 05 22:34:51.234675 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7fe205ee-c864-40fe-8b87-b74690b03805 req-9630f4d2-9038-4fbf-ae8f-b6a744c8951f tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504048 Apr 05 22:34:51.549456 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-00ca0230-1816-4713-afd1-a6b3f9757bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:51.664972 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-c8a20f01-3d69-40d3-b478-57f6dbe05098 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f6685e9-0002-45c0-8c92-680391b2cb04 HTTP/1.1" status: 200 len: 217 time: 0.0437605 Apr 05 22:34:51.747663 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-0d4c3b3a-1bd6-413a-a788-6efb8117cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:51.749127 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-0d4c3b3a-1bd6-413a-a788-6efb8117cb49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1bace0ba-65e4-4fec-865e-da578d7661be HTTP/1.1" status: 200 len: 849 time: 0.0771949 Apr 05 22:34:51.766669 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847e856-f861-4afd-9815-b0b01c9069a1 req-a6172a80-86e9-4473-b317-dd835940b920 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:51.768125 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d847e856-f861-4afd-9815-b0b01c9069a1 req-a6172a80-86e9-4473-b317-dd835940b920 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0661490 Apr 05 22:34:51.801984 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-449ac89a-48b9-4e4c-857c-07cf8debcfe1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4642336f-e9e6-4ffc-ba20-dd290d268422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328059 Apr 05 22:34:51.883675 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d847e856-f861-4afd-9815-b0b01c9069a1 req-114ffd9f-e32e-4be1-aba5-0c511124177f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072741 Apr 05 22:34:51.918889 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-335b8490-d1a9-4aca-b4a1-752d3493350e service neutron] 10.222.0.44 "GET /v2.0/networks/4642336f-e9e6-4ffc-ba20-dd290d268422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034303 Apr 05 22:34:52.014887 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c019dc-e2c9-43fb-9d10-bc4048ae2cd0 req-a2b747ff-ead3-4312-80f8-1b11b5e2bd1b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:52.016752 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-85c019dc-e2c9-43fb-9d10-bc4048ae2cd0 req-a2b747ff-ead3-4312-80f8-1b11b5e2bd1b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0672321 Apr 05 22:34:52.066913 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-85c019dc-e2c9-43fb-9d10-bc4048ae2cd0 req-d69486ca-afd1-4bda-aa9d-5d82ce4311e6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Apr 05 22:34:52.074377 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c37e6fd9-013e-413d-95a9-df7fd60af36e req-3c379650-02d9-425e-b17e-99a66b8b6fce tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 210 time: 0.0273883 Apr 05 22:34:52.390720 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203c86a-d3cc-4edf-85aa-79ed332cec1d req-5199632f-a841-48e1-bb53-033b07d66d8b tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:52.399650 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2eaa28c-5d51-43fb-931d-eced242f8fde req-4be54fa0-aef6-4dc8-b17e-9ed33658ef38 service neutron] 10.222.0.44 "GET /v2.0/networks/4642336f-e9e6-4ffc-ba20-dd290d268422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942978 Apr 05 22:34:52.400464 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a203c86a-d3cc-4edf-85aa-79ed332cec1d req-5199632f-a841-48e1-bb53-033b07d66d8b tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 943 time: 0.0651577 Apr 05 22:34:52.459234 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:52.471723 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a203c86a-d3cc-4edf-85aa-79ed332cec1d req-3120e4b3-7a84-43ec-a2f2-366a97794307 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701416 Apr 05 22:34:52.504706 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49010) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:52.517213 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e30d46-662e-4876-b109-f7953a7f602c req-2391e39d-7e1f-46d3-bf5c-cfc7a9e08e18 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:52.519624 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-2391e39d-7e1f-46d3-bf5c-cfc7a9e08e18 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.44 "GET /v2.0/networks?id=02da50d5-8fff-4ca2-b95e-8c629f91deee HTTP/1.1" status: 200 len: 814 time: 0.2165320 Apr 05 22:34:52.617937 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2eb7f58d-d18a-451e-9af8-aa95e6e982ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:52.708114 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2eb7f58d-d18a-451e-9af8-aa95e6e982ad admin admin] Publish callbacks [] for security_group (cd214109-a9d6-400b-8feb-dcaf64560861), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:52.715339 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2eb7f58d-d18a-451e-9af8-aa95e6e982ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (cd214109-a9d6-400b-8feb-dcaf64560861), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:52.757923 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-2eb7f58d-d18a-451e-9af8-aa95e6e982ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=543658248a124810b8763dd18005b47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521217 Apr 05 22:34:52.758812 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7f58d-d18a-451e-9af8-aa95e6e982ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd214109-a9d6-400b-8feb-dcaf64560861,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:52.760649 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 49014) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:52.823683 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d999357-fe33-44cf-9073-49739d6746ee admin admin] Publish callbacks [] for security_group (cd214109-a9d6-400b-8feb-dcaf64560861), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:52.848264 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d999357-fe33-44cf-9073-49739d6746ee admin admin] Publish callbacks [] for security_group (cd214109-a9d6-400b-8feb-dcaf64560861), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:52.899607 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d999357-fe33-44cf-9073-49739d6746ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (cd214109-a9d6-400b-8feb-dcaf64560861), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:52.902292 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d999357-fe33-44cf-9073-49739d6746ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:52.903476 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-4d999357-fe33-44cf-9073-49739d6746ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd214109-a9d6-400b-8feb-dcaf64560861 HTTP/1.1" status: 204 len: 168 time: 0.1418138 Apr 05 22:34:52.911356 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d999357-fe33-44cf-9073-49739d6746ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd214109-a9d6-400b-8feb-dcaf64560861,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:53.170721 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f418edce-3040-4a44-8b7b-db65cc3fdd3e req-35320778-9a2f-4aad-8386-97e8c7838508 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 210 time: 0.0293248 Apr 05 22:34:53.623468 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a6bf4-f75a-4e0b-826a-7c55001d49d6 req-4dd4ff36-93a9-491d-929a-aedfe0a42208 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:53.624993 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-044a6bf4-f75a-4e0b-826a-7c55001d49d6 req-4dd4ff36-93a9-491d-929a-aedfe0a42208 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 943 time: 0.0550313 Apr 05 22:34:53.666071 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-61e30d46-662e-4876-b109-f7953a7f602c req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Request body: {'port': {'device_id': 'dbb24060-9109-4c6d-a833-1cd45dda6e17', 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee', 'admin_state_up': True, 'tenant_id': '6e27e5b446c642c2a826375e0f643a86'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:53.674775 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-044a6bf4-f75a-4e0b-826a-7c55001d49d6 req-23859e97-818c-45fe-b768-2c0b57a3e790 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Apr 05 22:34:53.795584 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3abcee-a205-4249-bab1-6c42158a2944 req-ca3f033a-0bbd-4d35-9aed-4ae4c31c5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:53.797770 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-df3abcee-a205-4249-bab1-6c42158a2944 req-ca3f033a-0bbd-4d35-9aed-4ae4c31c5da1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f25b4455314e969e0c8f4348d54774&device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 1127 time: 0.1015637 Apr 05 22:34:53.833887 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e30d46-662e-4876-b109-f7953a7f602c req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Made reservation on behalf of 6e27e5b446c642c2a826375e0f643a86 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:53.838757 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61e30d46-662e-4876-b109-f7953a7f602c req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:53.941213 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da96e65-9cd4-443c-87af-bf9956efd08a req-fa9799f4-e3fe-48a5-9f90-f38d68678f9c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:53.944270 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:53.951158 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2da96e65-9cd4-443c-87af-bf9956efd08a req-fa9799f4-e3fe-48a5-9f90-f38d68678f9c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0905666 Apr 05 22:34:53.999179 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2da96e65-9cd4-443c-87af-bf9956efd08a req-3a9eb821-150b-441b-a59e-785f9b9d0c91 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459259 Apr 05 22:34:54.097407 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3abcee-a205-4249-bab1-6c42158a2944 req-c2d422b0-b740-4994-8199-959361fa84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:54.098960 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-df3abcee-a205-4249-bab1-6c42158a2944 req-c2d422b0-b740-4994-8199-959361fa84f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4642336f-e9e6-4ffc-ba20-dd290d268422 HTTP/1.1" status: 200 len: 910 time: 0.2059705 Apr 05 22:34:54.104208 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d7d99-08b3-4168-91a3-465d8c30e76d req-d72d7d75-880b-464c-b42f-3ff4aca9da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:54.105615 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5b0d7d99-08b3-4168-91a3-465d8c30e76d req-d72d7d75-880b-464c-b42f-3ff4aca9da6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 1130 time: 0.1506360 Apr 05 22:34:54.106689 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-61e30d46-662e-4876-b109-f7953a7f602c req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Allocated IP 172.20.0.5 (02da50d5-8fff-4ca2-b95e-8c629f91deee/5f061535-5a03-4858-8b09-0b5eacfae42b/4eaf2724-d941-4235-a10a-aca69b6b4b64) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:54.184620 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-df3abcee-a205-4249-bab1-6c42158a2944 req-7bd6229e-131d-4a66-8428-50a59fc0e568 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f6685e9-0002-45c0-8c92-680391b2cb04 HTTP/1.1" status: 200 len: 217 time: 0.0567155 Apr 05 22:34:54.334836 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3abcee-a205-4249-bab1-6c42158a2944 req-ce41e208-47d4-4a26-9c7d-3c3415f7abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:54.336326 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-df3abcee-a205-4249-bab1-6c42158a2944 req-ce41e208-47d4-4a26-9c7d-3c3415f7abf1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1bace0ba-65e4-4fec-865e-da578d7661be HTTP/1.1" status: 200 len: 849 time: 0.1405323 Apr 05 22:34:54.337935 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b13965b8-2318-4ea6-9c84-2dda7d1662a0 req-974852c7-c988-4813-baea-7d17bae8110d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 210 time: 0.0936854 Apr 05 22:34:54.423502 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-df3abcee-a205-4249-bab1-6c42158a2944 req-d30d7f28-3413-4d84-a03a-b4d6fc311e64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4642336f-e9e6-4ffc-ba20-dd290d268422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447657 Apr 05 22:34:54.455476 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d7d99-08b3-4168-91a3-465d8c30e76d req-673495b6-05ae-4832-9c35-a10fd4b7750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:54.456888 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5b0d7d99-08b3-4168-91a3-465d8c30e76d req-673495b6-05ae-4832-9c35-a10fd4b7750e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.3143971 Apr 05 22:34:54.546330 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5b0d7d99-08b3-4168-91a3-465d8c30e76d req-42e53387-5f26-4649-9f94-268df8d64269 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa0c0ec-a3ba-433b-9521-d46f0f874704 HTTP/1.1" status: 200 len: 217 time: 0.0775492 Apr 05 22:34:54.560342 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61e30d46-662e-4876-b109-f7953a7f602c req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks [] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:54.635177 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-df3abcee-a205-4249-bab1-6c42158a2944 req-36c326bf-0b6d-4731-aa6d-9d22701dd0c7 service neutron] 10.222.0.44 "GET /v2.0/networks/4642336f-e9e6-4ffc-ba20-dd290d268422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919637 Apr 05 22:34:54.661079 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d7d99-08b3-4168-91a3-465d8c30e76d req-d6ccaefe-ac5a-4fe2-9b78-b6c2d4f12077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:54.662490 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5b0d7d99-08b3-4168-91a3-465d8c30e76d req-d6ccaefe-ac5a-4fe2-9b78-b6c2d4f12077 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.1006584 Apr 05 22:34:54.736847 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61e30d46-662e-4876-b109-f7953a7f602c req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:54.804416 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8956ed9-ec6f-46d8-b16e-34056823a1e9 req-f38a4315-78db-45d0-8ee5-8bf3967dc5fd tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:54.805991 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c8956ed9-ec6f-46d8-b16e-34056823a1e9 req-f38a4315-78db-45d0-8ee5-8bf3967dc5fd tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 943 time: 0.0635302 Apr 05 22:34:54.856378 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c8956ed9-ec6f-46d8-b16e-34056823a1e9 req-460c6c6f-d85c-4e31-8aaf-ff25e818d91d tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 Apr 05 22:34:55.053560 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e30d46-662e-4876-b109-f7953a7f602c req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Network 02da50d5-8fff-4ca2-b95e-8c629f91deee is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:55.063866 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-61e30d46-662e-4876-b109-f7953a7f602c req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:55.072553 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e30d46-662e-4876-b109-f7953a7f602c req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:55.077750 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Pushing event updated for resources: {'Port': ['ID=4eaf2724-d941-4235-a10a-aca69b6b4b64,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:55.110679 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d7d99-08b3-4168-91a3-465d8c30e76d req-4be421d9-c1e6-4994-bbeb-50007895a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:55.112234 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5b0d7d99-08b3-4168-91a3-465d8c30e76d req-4be421d9-c1e6-4994-bbeb-50007895a7c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4364827 Apr 05 22:34:55.114162 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-df3abcee-a205-4249-bab1-6c42158a2944 req-971d0744-4728-41cc-8db5-03427524682d service neutron] 10.222.0.44 "GET /v2.0/networks/4642336f-e9e6-4ffc-ba20-dd290d268422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672008 Apr 05 22:34:55.213198 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e30d46-662e-4876-b109-f7953a7f602c req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:55.213809 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61e30d46-662e-4876-b109-f7953a7f602c req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:55.247737 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db948ee4-3d1e-42f8-81cb-1d85a19b1029 req-6c3bac5b-da3c-45e1-b696-ddd8eba491a3 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:55.249234 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-db948ee4-3d1e-42f8-81cb-1d85a19b1029 req-6c3bac5b-da3c-45e1-b696-ddd8eba491a3 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.1788011 Apr 05 22:34:55.256583 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-5c0c8af1-e7cd-4fd3-901e-63ddf7af5eb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5944183 Apr 05 22:34:55.278363 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Request body: {'port': {'device_id': 'dbb24060-9109-4c6d-a833-1cd45dda6e17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:55.289711 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5b0d7d99-08b3-4168-91a3-465d8c30e76d req-05a9d364-a117-4fd7-a67a-c6fb7d790580 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584384 Apr 05 22:34:55.390194 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:55.421269 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-db948ee4-3d1e-42f8-81cb-1d85a19b1029 req-97827765-4c78-4e44-91df-897322a6391d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636841 Apr 05 22:34:55.425631 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:55.472767 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e42146-99d6-45ff-9038-5778e45f6bb3 req-c35a4104-3f3d-4a7a-86ed-14d0415278ee tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:55.474447 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a2e42146-99d6-45ff-9038-5778e45f6bb3 req-c35a4104-3f3d-4a7a-86ed-14d0415278ee tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 931 time: 0.0541630 Apr 05 22:34:55.475866 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5b0d7d99-08b3-4168-91a3-465d8c30e76d req-72d95edb-62a8-4190-a0cf-002c33e6fb3b service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682770 Apr 05 22:34:55.523536 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a2e42146-99d6-45ff-9038-5778e45f6bb3 req-558f5e79-d438-4f38-8975-d7406277e0ad tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Apr 05 22:34:55.734059 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eaf2724-d941-4235-a10a-aca69b6b4b64 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:55.741598 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Publish callbacks [] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:55.754153 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Transition to ACTIVE for port object 4eaf2724-d941-4235-a10a-aca69b6b4b64 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:55.758268 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:55.808912 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Pushing event updated for resources: {'Port': ['ID=4eaf2724-d941-4235-a10a-aca69b6b4b64,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:55.880270 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Attempting to bind port 4eaf2724-d941-4235-a10a-aca69b6b4b64 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:55.880599 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Attempting to bind port 4eaf2724-d941-4235-a10a-aca69b6b4b64 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '36e692bd-9eb9-4fe8-bb29-2f935f8b78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:55.880947 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Attempting to bind port 4eaf2724-d941-4235-a10a-aca69b6b4b64 on network 02da50d5-8fff-4ca2-b95e-8c629f91deee {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:55.885385 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Port 4eaf2724-d941-4235-a10a-aca69b6b4b64 on network 02da50d5-8fff-4ca2-b95e-8c629f91deee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:55.885707 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Attempting to bind port 4eaf2724-d941-4235-a10a-aca69b6b4b64 on network 02da50d5-8fff-4ca2-b95e-8c629f91deee {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:55.890514 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:55.890883 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Checking segment: {'id': '36e692bd-9eb9-4fe8-bb29-2f935f8b78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:55.891257 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Bound using segment: {'id': '36e692bd-9eb9-4fe8-bb29-2f935f8b78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:55.891728 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Bound port: 4eaf2724-d941-4235-a10a-aca69b6b4b64, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e692bd-9eb9-4fe8-bb29-2f935f8b78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:55.892006 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:55.983991 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] For port 4eaf2724-d941-4235-a10a-aca69b6b4b64, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:55.987517 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] For port 4eaf2724-d941-4235-a10a-aca69b6b4b64, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4eaf2724-d941-4235-a10a-aca69b6b4b64,segment=NetworkSegment(36e692bd-9eb9-4fe8-bb29-2f935f8b78dc),segment_id=36e692bd-9eb9-4fe8-bb29-2f935f8b78dc)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:56.002248 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8418e36-8bc1-431d-a32a-9d687366ff37 req-6b04ff68-0bc4-4d15-b08a-469b77773ffb tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:56.003847 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c8418e36-8bc1-431d-a32a-9d687366ff37 req-6b04ff68-0bc4-4d15-b08a-469b77773ffb tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 943 time: 0.0804050 Apr 05 22:34:56.005171 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:56.055729 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:56.056330 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:56.057633 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] 10.222.0.44 "PUT /v2.0/ports/4eaf2724-d941-4235-a10a-aca69b6b4b64 HTTP/1.1" status: 200 len: 1093 time: 0.7850735 Apr 05 22:34:56.058078 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb24060-9109-4c6d-a833-1cd45dda6e17', 'tag': '4eaf2724-d941-4235-a10a-aca69b6b4b64'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:56.060338 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cb8497-17c0-474b-82b1-1394dcd6d64c" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb24060-9109-4c6d-a833-1cd45dda6e17", "tag": "4eaf2724-d941-4235-a10a-aca69b6b4b64"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:56.094980 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf49c1-164c-49fc-a40a-ace19b5617bf service neutron] Pushing event updated for resources: {'Port': ['ID=4eaf2724-d941-4235-a10a-aca69b6b4b64,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:56.102519 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c316caf-ee27-45f1-98cc-8cc6f430b399 x-openstack-request-id: req-3c316caf-ee27-45f1-98cc-8cc6f430b399 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:56.102854 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb24060-9109-4c6d-a833-1cd45dda6e17", "tag": "4eaf2724-d941-4235-a10a-aca69b6b4b64", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:56.103098 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c316caf-ee27-45f1-98cc-8cc6f430b399 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:56.103479 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c316caf-ee27-45f1-98cc-8cc6f430b399'] response: {'name': 'network-changed', 'server_uuid': 'dbb24060-9109-4c6d-a833-1cd45dda6e17', 'tag': '4eaf2724-d941-4235-a10a-aca69b6b4b64', 'status': 'completed', 'code': 200} Apr 05 22:34:56.111111 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c8418e36-8bc1-431d-a32a-9d687366ff37 req-0567d4b4-4b3e-4cea-a3a6-a2d6f1be5bdf tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006184 Apr 05 22:34:56.160860 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e30d46-662e-4876-b109-f7953a7f602c req-51317813-581d-478a-9281-f407c67ee91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:56.162363 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-51317813-581d-478a-9281-f407c67ee91a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e27e5b446c642c2a826375e0f643a86&device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 1127 time: 0.0504749 Apr 05 22:34:56.210590 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-d8cd901c-a3df-4997-915d-3f114977952f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eaf2724-d941-4235-a10a-aca69b6b4b64 HTTP/1.1" status: 200 len: 217 time: 0.0380683 Apr 05 22:34:56.260137 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e30d46-662e-4876-b109-f7953a7f602c req-ca6066c6-6fde-49d6-9584-c21dcda5601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:56.261536 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-ca6066c6-6fde-49d6-9584-c21dcda5601b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f061535-5a03-4858-8b09-0b5eacfae42b HTTP/1.1" status: 200 len: 854 time: 0.0448823 Apr 05 22:34:56.307358 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-2b7b50ed-63c8-4444-abca-958d2833906d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02da50d5-8fff-4ca2-b95e-8c629f91deee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324602 Apr 05 22:34:56.414706 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-08b7b0a3-00ac-4b9d-9f00-89a2c01decb3 service neutron] 10.222.0.44 "GET /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905898 Apr 05 22:34:56.513334 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-61e30d46-662e-4876-b109-f7953a7f602c req-dc1cdf4e-a0b5-4d12-b00c-38df5eb62438 service neutron] 10.222.0.44 "GET /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907524 Apr 05 22:34:56.567771 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d3de0-0f57-4c43-b19d-73dfe4a89aa3 req-64bda496-4dd4-48ee-94ca-fb3f73372d5a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:56.569534 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-307d3de0-0f57-4c43-b19d-73dfe4a89aa3 req-64bda496-4dd4-48ee-94ca-fb3f73372d5a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0687940 Apr 05 22:34:56.621404 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-307d3de0-0f57-4c43-b19d-73dfe4a89aa3 req-afd75fa1-f755-41de-8b72-60790f5e87e5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454230 Apr 05 22:34:56.655313 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78f09-1f45-42fe-a6da-b75c75659c5f req-a0828901-f4d3-4785-a9d1-f220f44dd9c0 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:56.657350 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a7d78f09-1f45-42fe-a6da-b75c75659c5f req-a0828901-f4d3-4785-a9d1-f220f44dd9c0 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 943 time: 0.0631645 Apr 05 22:34:56.711348 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a7d78f09-1f45-42fe-a6da-b75c75659c5f req-d01d6393-6201-4270-896b-ccbcfb174daa tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Apr 05 22:34:56.828261 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 6f6685e9-0002-45c0-8c92-680391b2cb04 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:56.926418 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 6f6685e9-0002-45c0-8c92-680391b2cb04, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6f6685e9-0002-45c0-8c92-680391b2cb04,segment=NetworkSegment(acc2d303-e249-4e06-8c1e-0755f8a4a154),segment_id=acc2d303-e249-4e06-8c1e-0755f8a4a154)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:56.939902 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '6f6685e9-0002-45c0-8c92-680391b2cb04', 'network_id': '4642336f-e9e6-4ffc-ba20-dd290d268422', 'port_id': '6f6685e9-0002-45c0-8c92-680391b2cb04', 'mac_address': 'fa:16:3e:c0:ef:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bace0ba-65e4-4fec-865e-da578d7661be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:56.982521 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 6f6685e9-0002-45c0-8c92-680391b2cb04 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:56.982953 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:56.995892 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6685e9-0002-45c0-8c92-680391b2cb04 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:57.015011 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 6f6685e9-0002-45c0-8c92-680391b2cb04, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6f6685e9-0002-45c0-8c92-680391b2cb04,segment=NetworkSegment(acc2d303-e249-4e06-8c1e-0755f8a4a154),segment_id=acc2d303-e249-4e06-8c1e-0755f8a4a154)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:57.021110 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:57.068146 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=6f6685e9-0002-45c0-8c92-680391b2cb04,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:57.075148 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.075500 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.075935 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.076165 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.076498 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.076826 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.077154 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.077472 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.077794 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.078118 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.078422 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.079004 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.079209 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.079448 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.079761 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:57.234531 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd96b4-ce2e-403c-a4ae-7ad3d37d561d req-fe99bdb9-fa29-4297-ba34-ce42a16e5fb0 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:57.236033 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-16fd96b4-ce2e-403c-a4ae-7ad3d37d561d req-fe99bdb9-fa29-4297-ba34-ce42a16e5fb0 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 944 time: 0.0511193 Apr 05 22:34:57.280455 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-16fd96b4-ce2e-403c-a4ae-7ad3d37d561d req-70b294b0-8fec-41d6-90df-89f6d37cdec0 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Apr 05 22:34:57.493308 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['6f6685e9-0002-45c0-8c92-680391b2cb04'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:57.748722 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6bcc2-d754-463c-b391-03b633c9a955 req-13f8682c-72e2-4119-bd63-60626c2371c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:57.750199 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0ba6bcc2-d754-463c-b391-03b633c9a955 req-13f8682c-72e2-4119-bd63-60626c2371c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0593853 Apr 05 22:34:57.799277 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0ba6bcc2-d754-463c-b391-03b633c9a955 req-99760c3c-d4ff-4575-a560-f4c59a4434a1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431752 Apr 05 22:34:57.840625 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242cb33-597a-40ec-8980-8e59cabd18f9 req-43db719f-4a9d-4a03-ad47-b489e7ee67e0 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:57.842078 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5242cb33-597a-40ec-8980-8e59cabd18f9 req-43db719f-4a9d-4a03-ad47-b489e7ee67e0 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 943 time: 0.0611458 Apr 05 22:34:57.844923 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb8497-17c0-474b-82b1-1394dcd6d64c req-80b1b711-b3fa-4fba-a226-567525e1a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:57.846570 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c7cb8497-17c0-474b-82b1-1394dcd6d64c req-80b1b711-b3fa-4fba-a226-567525e1a64f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e27e5b446c642c2a826375e0f643a86&device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 1127 time: 0.0434258 Apr 05 22:34:57.890910 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5242cb33-597a-40ec-8980-8e59cabd18f9 req-be93144f-1b32-4140-8399-fc29c7de22c2 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Apr 05 22:34:57.948746 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb8497-17c0-474b-82b1-1394dcd6d64c req-b6840dae-1d70-47d3-b9a1-1c684e991d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:57.950224 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c7cb8497-17c0-474b-82b1-1394dcd6d64c req-b6840dae-1d70-47d3-b9a1-1c684e991d19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=02da50d5-8fff-4ca2-b95e-8c629f91deee HTTP/1.1" status: 200 len: 915 time: 0.0960724 Apr 05 22:34:58.000817 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c7cb8497-17c0-474b-82b1-1394dcd6d64c req-32c6b22c-a37a-4ed5-9ea7-57ff2c9d3ba9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eaf2724-d941-4235-a10a-aca69b6b4b64 HTTP/1.1" status: 200 len: 217 time: 0.0350966 Apr 05 22:34:58.062584 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb8497-17c0-474b-82b1-1394dcd6d64c req-4a9a635b-46b5-441a-8745-9efb3f521c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:58.064002 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c7cb8497-17c0-474b-82b1-1394dcd6d64c req-4a9a635b-46b5-441a-8745-9efb3f521c05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f061535-5a03-4858-8b09-0b5eacfae42b HTTP/1.1" status: 200 len: 854 time: 0.0554178 Apr 05 22:34:58.097574 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c7cb8497-17c0-474b-82b1-1394dcd6d64c req-a5cf0441-ee9a-491b-b747-7ef63290415a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02da50d5-8fff-4ca2-b95e-8c629f91deee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241251 Apr 05 22:34:58.187375 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c7cb8497-17c0-474b-82b1-1394dcd6d64c req-a2ab7f09-a024-4d00-a9a4-2692a4cf1441 service neutron] 10.222.0.44 "GET /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824978 Apr 05 22:34:58.289195 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c7cb8497-17c0-474b-82b1-1394dcd6d64c req-b0e237ea-903b-4f7a-847f-16c6adfe50b0 service neutron] 10.222.0.44 "GET /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942724 Apr 05 22:34:58.401421 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70b58d-bbee-4d6c-852b-69d3e5513b8e req-d89abc3a-f489-4b39-97c9-43c4bc1bdea2 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:58.402923 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4a70b58d-bbee-4d6c-852b-69d3e5513b8e req-d89abc3a-f489-4b39-97c9-43c4bc1bdea2 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 944 time: 0.0523322 Apr 05 22:34:58.449843 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4a70b58d-bbee-4d6c-852b-69d3e5513b8e req-4a2cc07f-bf78-442d-bd5e-024aafab2d02 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 Apr 05 22:34:58.821703 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 6f6685e9-0002-45c0-8c92-680391b2cb04 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:58.876869 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 6f6685e9-0002-45c0-8c92-680391b2cb04 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:58.881560 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 6f6685e9-0002-45c0-8c92-680391b2cb04 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:58.881998 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:58.929238 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcab096-70f9-4a56-8663-9f88cf8a9bca req-eec47759-85d2-4e8d-951e-a319af3ecc8c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:58.931111 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2bcab096-70f9-4a56-8663-9f88cf8a9bca req-eec47759-85d2-4e8d-951e-a319af3ecc8c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0547409 Apr 05 22:34:58.964503 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 6f6685e9-0002-45c0-8c92-680391b2cb04 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:58.964903 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:58.979193 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2bcab096-70f9-4a56-8663-9f88cf8a9bca req-e2c50634-e0bc-4baf-9ce7-6307f85eaa3b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Apr 05 22:34:58.993708 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37f127c-9472-4087-8381-c6f26e56d3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6685e9-0002-45c0-8c92-680391b2cb04'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:58.996113 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6234d5e-c5f4-4367-b7e4-f199968260a3" -d '{"events": [{"server_uuid": "d37f127c-9472-4087-8381-c6f26e56d3b5", "name": "network-vif-plugged", "status": "completed", "tag": "6f6685e9-0002-45c0-8c92-680391b2cb04"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:59.009278 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 6f6685e9-0002-45c0-8c92-680391b2cb04, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6f6685e9-0002-45c0-8c92-680391b2cb04,segment=NetworkSegment(acc2d303-e249-4e06-8c1e-0755f8a4a154),segment_id=acc2d303-e249-4e06-8c1e-0755f8a4a154)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:59.015169 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:59.028462 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430f6db-0c56-4461-9c3f-a6d029a91274 req-b7ab7902-ac11-4bfc-a413-5264a5501719 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:59.035155 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c430f6db-0c56-4461-9c3f-a6d029a91274 req-b7ab7902-ac11-4bfc-a413-5264a5501719 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 943 time: 0.0679376 Apr 05 22:34:59.038463 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b636821-73a5-403f-89d6-46da4c8c120d x-openstack-request-id: req-6b636821-73a5-403f-89d6-46da4c8c120d {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:59.038805 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37f127c-9472-4087-8381-c6f26e56d3b5", "name": "network-vif-plugged", "status": "completed", "tag": "6f6685e9-0002-45c0-8c92-680391b2cb04", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:59.039058 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b636821-73a5-403f-89d6-46da4c8c120d {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:59.039450 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b636821-73a5-403f-89d6-46da4c8c120d'] response: {'server_uuid': 'd37f127c-9472-4087-8381-c6f26e56d3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6685e9-0002-45c0-8c92-680391b2cb04', 'code': 200} Apr 05 22:34:59.072315 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=6f6685e9-0002-45c0-8c92-680391b2cb04,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:59.078753 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c430f6db-0c56-4461-9c3f-a6d029a91274 req-fe7f8831-0310-4f2e-8722-44f4c29fe57b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 Apr 05 22:34:59.223117 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47396a6d-1122-4a09-9b7c-dcb55d31e8a0 req-9f9a42bf-0d9c-49ac-be8c-e7c3f9a1e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:59.224687 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-47396a6d-1122-4a09-9b7c-dcb55d31e8a0 req-9f9a42bf-0d9c-49ac-be8c-e7c3f9a1e9f6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 1129 time: 0.0443826 Apr 05 22:34:59.271833 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-47396a6d-1122-4a09-9b7c-dcb55d31e8a0 req-5932f5cd-f920-4b76-aa41-17dca5e46618 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Apr 05 22:34:59.576243 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5749aa-7e73-4b66-bf49-0ae37a942bdf req-727607d6-adc2-4bb4-a22f-792f80b1092e tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:59.577856 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1a5749aa-7e73-4b66-bf49-0ae37a942bdf req-727607d6-adc2-4bb4-a22f-792f80b1092e tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0535314 Apr 05 22:34:59.624108 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1a5749aa-7e73-4b66-bf49-0ae37a942bdf req-c1743293-cc9d-458b-989b-38031fcb7005 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406148 Apr 05 22:34:59.639518 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 49170) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:59.750251 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a72d073-4ce6-4f3e-ad0f-c7865aa04be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:59.829671 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a72d073-4ce6-4f3e-ad0f-c7865aa04be2 admin admin] Publish callbacks [] for security_group (21e37f83-8c18-4199-be21-5c88b47a66b1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:59.835217 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a72d073-4ce6-4f3e-ad0f-c7865aa04be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (21e37f83-8c18-4199-be21-5c88b47a66b1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:59.872696 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-4a72d073-4ce6-4f3e-ad0f-c7865aa04be2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ea64df9bc5b42bbaee5783febb244e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319851 Apr 05 22:34:59.873555 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72d073-4ce6-4f3e-ad0f-c7865aa04be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e37f83-8c18-4199-be21-5c88b47a66b1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:59.875525 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49176) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:59.929976 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6292c1a0-9452-492d-8894-553e3a2cd044 admin admin] Publish callbacks [] for security_group (21e37f83-8c18-4199-be21-5c88b47a66b1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:59.951968 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6292c1a0-9452-492d-8894-553e3a2cd044 admin admin] Publish callbacks [] for security_group (21e37f83-8c18-4199-be21-5c88b47a66b1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:59.999378 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6292c1a0-9452-492d-8894-553e3a2cd044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (21e37f83-8c18-4199-be21-5c88b47a66b1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:00.001943 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6292c1a0-9452-492d-8894-553e3a2cd044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:00.005692 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-6292c1a0-9452-492d-8894-553e3a2cd044 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21e37f83-8c18-4199-be21-5c88b47a66b1 HTTP/1.1" status: 204 len: 168 time: 0.1269019 Apr 05 22:35:00.011562 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292c1a0-9452-492d-8894-553e3a2cd044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e37f83-8c18-4199-be21-5c88b47a66b1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:00.121516 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5416ecc-a5a2-4f0b-b737-681058aa6506 req-bb9056a6-19d2-44e2-ae80-88a707980223 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:00.128176 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a5416ecc-a5a2-4f0b-b737-681058aa6506 req-bb9056a6-19d2-44e2-ae80-88a707980223 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0637205 Apr 05 22:35:00.193001 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a5416ecc-a5a2-4f0b-b737-681058aa6506 req-1f1779c1-6876-4ab2-b33a-3c144b60c9b6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590055 Apr 05 22:35:00.261952 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc16b1d-09df-4a94-bf06-bf198db64013 req-2e6e853f-ecc6-4d98-9f8f-f6a8d4a24c0a tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:00.263932 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9fc16b1d-09df-4a94-bf06-bf198db64013 req-2e6e853f-ecc6-4d98-9f8f-f6a8d4a24c0a tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 943 time: 0.0932465 Apr 05 22:35:00.323206 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9fc16b1d-09df-4a94-bf06-bf198db64013 req-a84811cc-862e-404b-abcf-697719235867 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520291 Apr 05 22:35:00.685876 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49212) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:00.748367 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffa280-b2a0-4ebd-a41b-dc2cdcaadd41 req-e58e0399-59dd-44e8-baae-df11bde24c08 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:00.749858 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d0ffa280-b2a0-4ebd-a41b-dc2cdcaadd41 req-e58e0399-59dd-44e8-baae-df11bde24c08 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0526054 Apr 05 22:35:00.798189 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-602485861-network', 'tenant_id': '101aa39891da4156b8280f385a037712'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:00.801007 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d0ffa280-b2a0-4ebd-a41b-dc2cdcaadd41 req-723248b7-fee0-4f72-a79c-b6f42fc8bc34 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455439 Apr 05 22:35:00.817831 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Made reservation on behalf of 101aa39891da4156b8280f385a037712 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:00.820342 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:00.828860 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:00.840149 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 4eaf2724-d941-4235-a10a-aca69b6b4b64 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:35:00.907048 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Publish callbacks [] for security_group (b8bc3cbb-1c2e-4a49-b9d2-229a534873fd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:00.912439 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b8bc3cbb-1c2e-4a49-b9d2-229a534873fd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:00.935161 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:35:00.939117 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 4eaf2724-d941-4235-a10a-aca69b6b4b64, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4eaf2724-d941-4235-a10a-aca69b6b4b64,segment=NetworkSegment(36e692bd-9eb9-4fe8-bb29-2f935f8b78dc),segment_id=36e692bd-9eb9-4fe8-bb29-2f935f8b78dc)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:00.948828 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:00.949977 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '4eaf2724-d941-4235-a10a-aca69b6b4b64', 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee', 'port_id': '4eaf2724-d941-4235-a10a-aca69b6b4b64', 'mac_address': 'fa:16:3e:a7:38:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f061535-5a03-4858-8b09-0b5eacfae42b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:35:00.953660 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (c0ea7d43-7dac-4e75-9c14-60e0a7034e29), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:00.954001 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.segments_db [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Added segment c0ea7d43-7dac-4e75-9c14-60e0a7034e29 of type vlan for network ef192024-947c-4670-a838-6582b0522169 Apr 05 22:35:00.987400 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 4eaf2724-d941-4235-a10a-aca69b6b4b64 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:00.987777 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:00.992007 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (ef192024-947c-4670-a838-6582b0522169), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:01.000972 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eaf2724-d941-4235-a10a-aca69b6b4b64 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:01.018988 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (ef192024-947c-4670-a838-6582b0522169), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:01.019942 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:01.020556 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:01.021556 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 4eaf2724-d941-4235-a10a-aca69b6b4b64, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4eaf2724-d941-4235-a10a-aca69b6b4b64,segment=NetworkSegment(36e692bd-9eb9-4fe8-bb29-2f935f8b78dc),segment_id=36e692bd-9eb9-4fe8-bb29-2f935f8b78dc)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:01.025304 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:01.051394 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3639314 Apr 05 22:35:01.054821 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 49216) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:01.059945 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c9ed442a-6914-4186-a658-a85764d51390 admin admin] Request body: {'subnet': {'network_id': 'ef192024-947c-4670-a838-6582b0522169', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-602485861-subnet', 'tenant_id': '101aa39891da4156b8280f385a037712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:01.075772 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=4eaf2724-d941-4235-a10a-aca69b6b4b64,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:01.079689 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ed442a-6914-4186-a658-a85764d51390 admin admin] Made reservation on behalf of 101aa39891da4156b8280f385a037712 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:01.082026 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9ed442a-6914-4186-a658-a85764d51390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59583127'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:01.082293 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5e191-2bd3-4b22-b36e-91663a81c2f0 admin admin] Pushing event updated for resources: {'Network': ['ID=ef192024-947c-4670-a838-6582b0522169,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:01.095071 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network ef192024-947c-4670-a838-6582b0522169 details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:35:01.254402 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9ed442a-6914-4186-a658-a85764d51390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60646750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59583113'] for subnet (4c5bac83-d2af-4b35-8078-f55b2a159170), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:01.313425 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed442a-6914-4186-a658-a85764d51390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5bac83-d2af-4b35-8078-f55b2a159170,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:01.315188 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf706b8-a426-48f2-af04-17b475bd1171 req-b1869097-6b7e-428f-97e2-a0677a6595a0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:01.321206 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8bf706b8-a426-48f2-af04-17b475bd1171 req-b1869097-6b7e-428f-97e2-a0677a6595a0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0607986 Apr 05 22:35:01.324212 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed442a-6914-4186-a658-a85764d51390 admin admin] Checking segment: {'id': 'c0ea7d43-7dac-4e75-9c14-60e0a7034e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef192024-947c-4670-a838-6582b0522169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:01.324579 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ed442a-6914-4186-a658-a85764d51390 admin admin] Network hostable DHCP agents. Network: ef192024-947c-4670-a838-6582b0522169, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:35:01.345944 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ed442a-6914-4186-a658-a85764d51390 admin admin] Network ef192024-947c-4670-a838-6582b0522169 is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:35:01.361252 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c9ed442a-6914-4186-a658-a85764d51390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, ef192024-947c-4670-a838-6582b0522169) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:01.367500 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed442a-6914-4186-a658-a85764d51390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:01.368222 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9ed442a-6914-4186-a658-a85764d51390 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:01.373919 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1e72e0-3b82-4ab6-9ba5-546ca0e9c53f None None] Network ef192024-947c-4670-a838-6582b0522169 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:35:01.384924 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8bf706b8-a426-48f2-af04-17b475bd1171 req-d6bafd59-5420-452e-ad2a-e8b66181bd6a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565705 Apr 05 22:35:01.396044 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-c9ed442a-6914-4186-a658-a85764d51390 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3397830 Apr 05 22:35:01.495276 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['4eaf2724-d941-4235-a10a-aca69b6b4b64'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:35:01.502985 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93794b-bf2a-4ef5-9ec9-fc1fed93e9b2 req-42f533dd-f0f6-448e-9c71-2cac7ce937f0 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:01.511276 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ed93794b-bf2a-4ef5-9ec9-fc1fed93e9b2 req-42f533dd-f0f6-448e-9c71-2cac7ce937f0 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 944 time: 0.0698135 Apr 05 22:35:01.521886 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3d0e37-61b0-475b-b278-97bbe3f5c2d3 None None] Network ef192024-947c-4670-a838-6582b0522169 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:35:01.566036 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ed93794b-bf2a-4ef5-9ec9-fc1fed93e9b2 req-bafae795-a59f-4132-ae30-0da65dbc8316 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541630 Apr 05 22:35:01.933723 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e21046-da00-4c58-9dd8-456f0ea1ea5a req-019e2c41-bf10-4bb5-9ec7-f6e20066ac3f tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:01.935234 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2e21046-da00-4c58-9dd8-456f0ea1ea5a req-019e2c41-bf10-4bb5-9ec7-f6e20066ac3f tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0538814 Apr 05 22:35:01.980843 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2e21046-da00-4c58-9dd8-456f0ea1ea5a req-11ebcd43-eb9e-4cb9-a293-ebf1bbea782d tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397444 Apr 05 22:35:02.524364 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731afaef-0f43-4c25-b2eb-43c9a05dc03f req-5fcba24c-52af-4dd1-a390-41aa0c1c4d31 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:02.525866 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-731afaef-0f43-4c25-b2eb-43c9a05dc03f req-5fcba24c-52af-4dd1-a390-41aa0c1c4d31 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0562191 Apr 05 22:35:02.574885 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-731afaef-0f43-4c25-b2eb-43c9a05dc03f req-b1fbdee5-65f3-417f-a4e0-fbfdc2b6e4d8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431497 Apr 05 22:35:02.687836 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31517b28-0eda-4d34-879c-86d53c358963 req-d217a428-ba8c-4661-a7be-eccae408362c tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:02.689597 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-31517b28-0eda-4d34-879c-86d53c358963 req-d217a428-ba8c-4661-a7be-eccae408362c tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 944 time: 0.0589135 Apr 05 22:35:02.740962 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-31517b28-0eda-4d34-879c-86d53c358963 req-a34c1e68-17f6-4eaa-95fa-814c2973b2c8 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453572 Apr 05 22:35:02.857883 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 4eaf2724-d941-4235-a10a-aca69b6b4b64 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:02.916235 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 4eaf2724-d941-4235-a10a-aca69b6b4b64 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:35:02.920231 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 4eaf2724-d941-4235-a10a-aca69b6b4b64 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:02.920615 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:03.002874 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 4eaf2724-d941-4235-a10a-aca69b6b4b64 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:03.003259 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:03.027773 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb24060-9109-4c6d-a833-1cd45dda6e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaf2724-d941-4235-a10a-aca69b6b4b64'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:03.030113 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4767797c-69c8-4438-92a9-49440a4d4e92" -d '{"events": [{"server_uuid": "dbb24060-9109-4c6d-a833-1cd45dda6e17", "name": "network-vif-plugged", "status": "completed", "tag": "4eaf2724-d941-4235-a10a-aca69b6b4b64"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:03.043708 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 4eaf2724-d941-4235-a10a-aca69b6b4b64, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4eaf2724-d941-4235-a10a-aca69b6b4b64,segment=NetworkSegment(36e692bd-9eb9-4fe8-bb29-2f935f8b78dc),segment_id=36e692bd-9eb9-4fe8-bb29-2f935f8b78dc)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:03.056110 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:03.080200 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064e18e1-f36d-4661-a182-7590c27ceefa x-openstack-request-id: req-064e18e1-f36d-4661-a182-7590c27ceefa {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:03.080509 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb24060-9109-4c6d-a833-1cd45dda6e17", "name": "network-vif-plugged", "status": "completed", "tag": "4eaf2724-d941-4235-a10a-aca69b6b4b64", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:03.080767 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-064e18e1-f36d-4661-a182-7590c27ceefa {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:03.081152 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064e18e1-f36d-4661-a182-7590c27ceefa'] response: {'server_uuid': 'dbb24060-9109-4c6d-a833-1cd45dda6e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaf2724-d941-4235-a10a-aca69b6b4b64', 'code': 200} Apr 05 22:35:03.107622 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=4eaf2724-d941-4235-a10a-aca69b6b4b64,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:03.189873 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-bc91587c-801a-4705-9dcc-e5157a4437fb tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:03.191407 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-bc91587c-801a-4705-9dcc-e5157a4437fb tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/networks?id=ef192024-947c-4670-a838-6582b0522169 HTTP/1.1" status: 200 len: 808 time: 0.1174374 Apr 05 22:35:03.207437 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-fdbb0d12-bb99-48cd-a8bc-dcee44ec6558 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/quotas/101aa39891da4156b8280f385a037712 HTTP/1.1" status: 200 len: 375 time: 0.0102623 Apr 05 22:35:03.260937 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-128a0156-ad8b-4e41-8671-b87dca0902c2 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=101aa39891da4156b8280f385a037712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483017 Apr 05 22:35:03.329016 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dfc77-881c-4bd7-9bf2-08446933865e req-0f98fbec-365b-4e19-90af-bc28467c87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:03.330572 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5d6dfc77-881c-4bd7-9bf2-08446933865e req-0f98fbec-365b-4e19-90af-bc28467c87f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 1129 time: 0.1101325 Apr 05 22:35:03.380030 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-24a8cd20-d41a-4aa5-8ced-f867548b9e2c service neutron] 10.222.0.43 "GET /v2.0/networks/ef192024-947c-4670-a838-6582b0522169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117892 Apr 05 22:35:03.403542 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5d6dfc77-881c-4bd7-9bf2-08446933865e req-c04292ff-70ea-4283-9c70-c8125b4b97d6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638261 Apr 05 22:35:03.488173 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-9192dc27-a1ab-4d0d-80a7-effafd3ca8a0 service neutron] 10.222.0.43 "GET /v2.0/networks/ef192024-947c-4670-a838-6582b0522169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990531 Apr 05 22:35:03.661231 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-85698136-7749-4e60-acad-a019f790dd8a req-45059da5-2a69-49d3-a50a-e8f8b5029acf tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 210 time: 0.0350661 Apr 05 22:35:03.723736 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c79fc-283d-4638-aa01-2c8ad3098992 req-1f7d3b3c-5841-423a-96d0-1421d52ac8fb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:03.725823 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-976c79fc-283d-4638-aa01-2c8ad3098992 req-1f7d3b3c-5841-423a-96d0-1421d52ac8fb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0638003 Apr 05 22:35:03.799869 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-976c79fc-283d-4638-aa01-2c8ad3098992 req-2183576b-b825-4162-bad9-08df7d288b09 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668633 Apr 05 22:35:03.897882 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba2f2-d61e-4321-afe4-9ddf884e2905 req-1fe01dfb-2a11-4bf2-9fe9-9f9f9297e934 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:03.905841 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7feba2f2-d61e-4321-afe4-9ddf884e2905 req-1fe01dfb-2a11-4bf2-9fe9-9f9f9297e934 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.0622716 Apr 05 22:35:03.960987 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7feba2f2-d61e-4321-afe4-9ddf884e2905 req-db5c004f-70c1-4751-bfa0-961320e8431b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488203 Apr 05 22:35:04.748039 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-351d05f6-354b-4396-b903-d725269023e4 req-e73a6388-ac77-44de-adcb-bcb120f482d2 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 210 time: 0.0272913 Apr 05 22:35:04.761577 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f83439-1a77-4126-adea-976dcaacc3ff req-f3c88399-db4e-451e-8ac5-24e12a0d5a23 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:04.763845 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-40f83439-1a77-4126-adea-976dcaacc3ff req-f3c88399-db4e-451e-8ac5-24e12a0d5a23 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0527213 Apr 05 22:35:04.815488 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-40f83439-1a77-4126-adea-976dcaacc3ff req-d15e4b1f-9b4a-4071-9387-3f21b4d76b8d tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467565 Apr 05 22:35:04.910821 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c1fe4-1cfb-49a1-8ba6-381d39c365b9 req-8537a3d2-59b7-4c9a-8833-3ad96b81df44 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:04.912391 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b97c1fe4-1cfb-49a1-8ba6-381d39c365b9 req-8537a3d2-59b7-4c9a-8833-3ad96b81df44 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0536797 Apr 05 22:35:04.961126 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b97c1fe4-1cfb-49a1-8ba6-381d39c365b9 req-f2b5caa5-40fc-4a45-aa3a-24627b875587 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Apr 05 22:35:05.067234 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860b394-5660-4b1e-82db-2934e61aac6f req-ca059d11-370f-4bb7-8870-2cd830be5fb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:05.068599 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a860b394-5660-4b1e-82db-2934e61aac6f req-ca059d11-370f-4bb7-8870-2cd830be5fb3 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.0539429 Apr 05 22:35:05.117140 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a860b394-5660-4b1e-82db-2934e61aac6f req-3ab37b46-a295-4573-9fa8-c7fc2d54ea0c tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403273 Apr 05 22:35:05.852241 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-522018b2-49f9-4d8e-b68e-896cfc82c29d req-9ee97fa2-c73c-4344-b7d4-6073dbd4e729 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 210 time: 0.0313344 Apr 05 22:35:05.932940 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04f4b-8a25-4e78-bd35-32c4c7212804 req-e5c4b73a-0a34-4b18-8b3a-ad42bcf26c72 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:05.934546 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-eba04f4b-8a25-4e78-bd35-32c4c7212804 req-e5c4b73a-0a34-4b18-8b3a-ad42bcf26c72 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0533657 Apr 05 22:35:05.984175 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-eba04f4b-8a25-4e78-bd35-32c4c7212804 req-867a21a9-588f-4fe7-a148-b6c349068d6d tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Apr 05 22:35:06.082047 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c4731-aef7-46d7-8133-17fee48dc8e5 req-83daf853-0d34-4536-8518-e8fe10f53751 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:06.083599 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ad0c4731-aef7-46d7-8133-17fee48dc8e5 req-83daf853-0d34-4536-8518-e8fe10f53751 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0571725 Apr 05 22:35:06.134066 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ad0c4731-aef7-46d7-8133-17fee48dc8e5 req-041e7dda-517b-4dc3-b300-579c3e6192ca tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Apr 05 22:35:06.241329 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a497dd-8e47-4d4f-ad7f-6c4967ff61e2 req-1c07f6a0-ad8d-4df6-939c-ffc95337cecb tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:06.242814 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-35a497dd-8e47-4d4f-ad7f-6c4967ff61e2 req-1c07f6a0-ad8d-4df6-939c-ffc95337cecb tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.0568683 Apr 05 22:35:06.287734 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-35a497dd-8e47-4d4f-ad7f-6c4967ff61e2 req-332056f2-6d36-4dd1-bb80-da7764d9bc18 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394471 Apr 05 22:35:06.955786 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a313b3b4-7df2-4f28-8921-c3f13e02d599 req-c93523c7-9e5f-4df4-ae37-c04233d30de9 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 210 time: 0.0275540 Apr 05 22:35:07.106501 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c2d21-4b87-47bf-a7d4-2056b5782c08 req-12560955-36d2-4b93-91c8-8f9e9dcc54df tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:07.107997 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d69c2d21-4b87-47bf-a7d4-2056b5782c08 req-12560955-36d2-4b93-91c8-8f9e9dcc54df tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0542190 Apr 05 22:35:07.154496 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d69c2d21-4b87-47bf-a7d4-2056b5782c08 req-6f2e8ab4-74e1-4448-b4e6-9f593ad25bfd tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Apr 05 22:35:07.253158 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2902aa-123c-4290-a096-3bffa27c86ad req-afa631cc-8b9b-4c01-93fa-c1b2b1618c16 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:07.254810 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0c2902aa-123c-4290-a096-3bffa27c86ad req-afa631cc-8b9b-4c01-93fa-c1b2b1618c16 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0508785 Apr 05 22:35:07.303102 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0c2902aa-123c-4290-a096-3bffa27c86ad req-7e16c253-da51-40a7-9726-3a1b53c2cf09 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407801 Apr 05 22:35:07.409305 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d2563-ee4a-4f6b-8497-fe8fd9c74aac req-f9dcc85a-481c-4759-80de-bdbce6cd3b42 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:07.410794 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e16d2563-ee4a-4f6b-8497-fe8fd9c74aac req-f9dcc85a-481c-4759-80de-bdbce6cd3b42 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.0498955 Apr 05 22:35:07.459863 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e16d2563-ee4a-4f6b-8497-fe8fd9c74aac req-00bbd6ae-4026-446d-95e4-54e7a17d585e tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434082 Apr 05 22:35:07.912603 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-c391fa0a-aa1d-4ed2-bb3c-acc3a0034085 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:07.914107 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-c391fa0a-aa1d-4ed2-bb3c-acc3a0034085 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.44 "GET /v2.0/networks?id=ef192024-947c-4670-a838-6582b0522169 HTTP/1.1" status: 200 len: 808 time: 0.1301155 Apr 05 22:35:07.929597 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Request body: {'port': {'device_id': '727cdf51-5a3b-4eb4-9fa5-01139204ee69', 'network_id': 'ef192024-947c-4670-a838-6582b0522169', 'admin_state_up': True, 'tenant_id': '101aa39891da4156b8280f385a037712'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:07.997939 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3134f-7e7a-4ac3-adfc-a6f212b7881f req-5d2c8f14-6e85-4dbf-8ba1-8e838bafddc6 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:07.999471 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9cb3134f-7e7a-4ac3-adfc-a6f212b7881f req-5d2c8f14-6e85-4dbf-8ba1-8e838bafddc6 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.44 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 945 time: 0.2167904 Apr 05 22:35:08.064342 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6f30c6b2-df9a-4997-a8bf-89107761cb0b req-f7eef28d-78a5-4a14-9c71-cd6092e34e6d tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 210 time: 0.0310166 Apr 05 22:35:08.101015 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Made reservation on behalf of 101aa39891da4156b8280f385a037712 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:08.105031 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:08.264402 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-9cb3134f-7e7a-4ac3-adfc-a6f212b7881f req-7d7384fc-e57d-4754-b1a3-ca8677a13318 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Deleting port 6f6685e9-0002-45c0-8c92-680391b2cb04 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:35:08.264750 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9cb3134f-7e7a-4ac3-adfc-a6f212b7881f req-7d7384fc-e57d-4754-b1a3-ca8677a13318 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:08.276855 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e0c82-abc7-4337-95a8-e57e3c5ae7b2 req-2f4ba6ec-003d-4775-8e7d-30778e5fc415 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:08.278533 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f14e0c82-abc7-4337-95a8-e57e3c5ae7b2 req-2f4ba6ec-003d-4775-8e7d-30778e5fc415 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0575461 Apr 05 22:35:08.298880 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Allocated IP 172.20.0.4 (ef192024-947c-4670-a838-6582b0522169/4c5bac83-d2af-4b35-8078-f55b2a159170/ce571d66-b411-4779-9c3a-6c6d30a6dfa6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:08.340953 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f14e0c82-abc7-4337-95a8-e57e3c5ae7b2 req-bb9553ff-62d7-4a23-b4a7-33701b1240da tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2685542-9965-4c61-96a0-66f64876fbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540338 Apr 05 22:35:08.458447 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9cb3134f-7e7a-4ac3-adfc-a6f212b7881f req-7d7384fc-e57d-4754-b1a3-ca8677a13318 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] For port 6f6685e9-0002-45c0-8c92-680391b2cb04, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6f6685e9-0002-45c0-8c92-680391b2cb04,segment=NetworkSegment(acc2d303-e249-4e06-8c1e-0755f8a4a154),segment_id=acc2d303-e249-4e06-8c1e-0755f8a4a154)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:08.458921 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9cb3134f-7e7a-4ac3-adfc-a6f212b7881f req-7d7384fc-e57d-4754-b1a3-ca8677a13318 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:08.504806 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-9cb3134f-7e7a-4ac3-adfc-a6f212b7881f req-7d7384fc-e57d-4754-b1a3-ca8677a13318 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Calling delete_port for 6f6685e9-0002-45c0-8c92-680391b2cb04 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:35:08.590088 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa0a73-c26b-4798-955c-3617274a4b9d req-b17f4296-2ce0-4989-a28b-4051556dc215 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:08.591584 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-17aa0a73-c26b-4798-955c-3617274a4b9d req-b17f4296-2ce0-4989-a28b-4051556dc215 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.2083910 Apr 05 22:35:08.622807 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks [] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:08.695877 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-17aa0a73-c26b-4798-955c-3617274a4b9d req-8641c7a6-c7df-4649-bed6-b53b40000ec9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957990 Apr 05 22:35:08.729770 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:08.787668 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Network ef192024-947c-4670-a838-6582b0522169 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:08.797353 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:08.799880 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:08.802590 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9cb3134f-7e7a-4ac3-adfc-a6f212b7881f req-7d7384fc-e57d-4754-b1a3-ca8677a13318 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (6f6685e9-0002-45c0-8c92-680391b2cb04), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:08.803978 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Pushing event updated for resources: {'Port': ['ID=ce571d66-b411-4779-9c3a-6c6d30a6dfa6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:08.818904 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['6f6685e9-0002-45c0-8c92-680391b2cb04'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:35:08.859143 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7384fc-e57d-4754-b1a3-ca8677a13318 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Pushing event deleted for resources: {'Port': ['ID=6f6685e9-0002-45c0-8c92-680391b2cb04,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:08.895105 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:08.895730 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:08.917858 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb3134f-7e7a-4ac3-adfc-a6f212b7881f req-7d7384fc-e57d-4754-b1a3-ca8677a13318 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] No DVR routers for this DVR port 6f6685e9-0002-45c0-8c92-680391b2cb04 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:35:08.921453 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9cb3134f-7e7a-4ac3-adfc-a6f212b7881f req-7d7384fc-e57d-4754-b1a3-ca8677a13318 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:08.925067 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9cb3134f-7e7a-4ac3-adfc-a6f212b7881f req-7d7384fc-e57d-4754-b1a3-ca8677a13318 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.44 "DELETE /v2.0/ports/6f6685e9-0002-45c0-8c92-680391b2cb04 HTTP/1.1" status: 204 len: 173 time: 0.8566620 Apr 05 22:35:08.925512 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37f127c-9472-4087-8381-c6f26e56d3b5', 'name': 'network-vif-deleted', 'tag': '6f6685e9-0002-45c0-8c92-680391b2cb04'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:08.928032 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391594b6-30ef-4466-8408-4b8e578d3686" -d '{"events": [{"server_uuid": "d37f127c-9472-4087-8381-c6f26e56d3b5", "name": "network-vif-deleted", "tag": "6f6685e9-0002-45c0-8c92-680391b2cb04"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:08.933668 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-3b9496d6-b6bf-4214-a188-1fa3ea48cec5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0081871 Apr 05 22:35:08.951765 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Request body: {'port': {'device_id': '727cdf51-5a3b-4eb4-9fa5-01139204ee69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:08.977879 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05269f0-18e0-437b-bbcb-0a45670097cb x-openstack-request-id: req-c05269f0-18e0-437b-bbcb-0a45670097cb {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:08.978163 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37f127c-9472-4087-8381-c6f26e56d3b5", "name": "network-vif-deleted", "tag": "6f6685e9-0002-45c0-8c92-680391b2cb04", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:08.978410 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c05269f0-18e0-437b-bbcb-0a45670097cb {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:08.978833 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05269f0-18e0-437b-bbcb-0a45670097cb'] response: {'server_uuid': 'd37f127c-9472-4087-8381-c6f26e56d3b5', 'name': 'network-vif-deleted', 'tag': '6f6685e9-0002-45c0-8c92-680391b2cb04', 'status': 'completed', 'code': 200} Apr 05 22:35:09.029426 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:09.254647 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c215c0-eb6d-4838-bef4-9935b87918e9 req-9f2f18bb-4585-4bbb-96a6-1d19b79c3ad1 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:09.256179 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-60c215c0-eb6d-4838-bef4-9935b87918e9 req-9f2f18bb-4585-4bbb-96a6-1d19b79c3ad1 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 931 time: 0.1175985 Apr 05 22:35:09.336092 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-60c215c0-eb6d-4838-bef4-9935b87918e9 req-c5b1c232-4795-4620-874c-880935f8b80b tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733619 Apr 05 22:35:09.369866 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce571d66-b411-4779-9c3a-6c6d30a6dfa6 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:09.378167 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Publish callbacks [] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:09.392450 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Transition to ACTIVE for port object ce571d66-b411-4779-9c3a-6c6d30a6dfa6 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:35:09.397568 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:09.464834 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-afbc17ce-f6f7-4e9a-a8e7-efa154c980cf req-b0ba0015-04a3-468e-bf1b-38d51788e322 tempest-VolumesActionsTest-24677310 tempest-VolumesActionsTest-24677310-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37f127c-9472-4087-8381-c6f26e56d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0352108 Apr 05 22:35:09.466540 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Pushing event updated for resources: {'Port': ['ID=ce571d66-b411-4779-9c3a-6c6d30a6dfa6,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:09.517872 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Attempting to bind port ce571d66-b411-4779-9c3a-6c6d30a6dfa6 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:09.518209 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Attempting to bind port ce571d66-b411-4779-9c3a-6c6d30a6dfa6 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'c0ea7d43-7dac-4e75-9c14-60e0a7034e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef192024-947c-4670-a838-6582b0522169'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:09.518674 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Attempting to bind port ce571d66-b411-4779-9c3a-6c6d30a6dfa6 on network ef192024-947c-4670-a838-6582b0522169 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:09.524575 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Port ce571d66-b411-4779-9c3a-6c6d30a6dfa6 on network ef192024-947c-4670-a838-6582b0522169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:35:09.524918 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Attempting to bind port ce571d66-b411-4779-9c3a-6c6d30a6dfa6 on network ef192024-947c-4670-a838-6582b0522169 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:09.533853 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:09.534189 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Checking segment: {'id': 'c0ea7d43-7dac-4e75-9c14-60e0a7034e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef192024-947c-4670-a838-6582b0522169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:09.535298 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Bound using segment: {'id': 'c0ea7d43-7dac-4e75-9c14-60e0a7034e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef192024-947c-4670-a838-6582b0522169'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:09.535881 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Bound port: ce571d66-b411-4779-9c3a-6c6d30a6dfa6, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ea7d43-7dac-4e75-9c14-60e0a7034e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef192024-947c-4670-a838-6582b0522169'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:09.536338 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:09.927348 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] For port ce571d66-b411-4779-9c3a-6c6d30a6dfa6, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:09.944317 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] For port ce571d66-b411-4779-9c3a-6c6d30a6dfa6, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ce571d66-b411-4779-9c3a-6c6d30a6dfa6,segment=NetworkSegment(c0ea7d43-7dac-4e75-9c14-60e0a7034e29),segment_id=c0ea7d43-7dac-4e75-9c14-60e0a7034e29)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:09.953719 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:09.988272 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710706ee-1a54-43c5-98cc-14338ff51ec5 req-bf3bef04-e0e6-4793-8f4f-8b81fcf73f4c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:09.989965 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-710706ee-1a54-43c5-98cc-14338ff51ec5 req-bf3bef04-e0e6-4793-8f4f-8b81fcf73f4c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.1122043 Apr 05 22:35:09.991951 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49458) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:10.001455 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:10.002140 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:10.003734 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] 10.222.0.44 "PUT /v2.0/ports/ce571d66-b411-4779-9c3a-6c6d30a6dfa6 HTTP/1.1" status: 200 len: 1093 time: 1.0578220 Apr 05 22:35:10.047138 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeceb1ad-0af4-4315-aeb0-4ccdcb8f8040 service neutron] Pushing event updated for resources: {'Port': ['ID=ce571d66-b411-4779-9c3a-6c6d30a6dfa6,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:10.102171 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-710706ee-1a54-43c5-98cc-14338ff51ec5 req-8bd64a0d-e01c-421f-95ef-af78da291930 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974224 Apr 05 22:35:10.122306 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-aca22e76-804d-48cc-8870-75925aa3761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:10.123969 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-aca22e76-804d-48cc-8870-75925aa3761d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=101aa39891da4156b8280f385a037712&device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 1127 time: 0.0681689 Apr 05 22:35:10.126072 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d46c277f-52a0-4335-b8e0-01440fd62be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:10.177546 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-31d9b85e-22e8-4038-99ed-67a12fdeeb21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce571d66-b411-4779-9c3a-6c6d30a6dfa6 HTTP/1.1" status: 200 len: 217 time: 0.0385115 Apr 05 22:35:10.209108 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d46c277f-52a0-4335-b8e0-01440fd62be8 admin admin] Publish callbacks [] for security_group (6c84ef4c-ad7c-416a-baf9-7481d5429668), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:10.215837 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d46c277f-52a0-4335-b8e0-01440fd62be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (6c84ef4c-ad7c-416a-baf9-7481d5429668), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:10.229455 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-097de153-9a01-4fa1-9021-97ce0af774a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:10.231027 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-097de153-9a01-4fa1-9021-97ce0af774a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c5bac83-d2af-4b35-8078-f55b2a159170 HTTP/1.1" status: 200 len: 848 time: 0.0471699 Apr 05 22:35:10.251681 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c277f-52a0-4335-b8e0-01440fd62be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c84ef4c-ad7c-416a-baf9-7481d5429668,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:10.256994 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-d46c277f-52a0-4335-b8e0-01440fd62be8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad9649a423614f66834a28fadcd66c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637386 Apr 05 22:35:10.259536 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49462) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:10.277071 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-38a2cce0-dd6a-4b8d-ac55-f42153c7d5f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef192024-947c-4670-a838-6582b0522169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361753 Apr 05 22:35:10.308609 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd7a2-a278-46ec-b9e9-10d2f9279124 admin admin] Publish callbacks [] for security_group (6c84ef4c-ad7c-416a-baf9-7481d5429668), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:10.332674 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd7a2-a278-46ec-b9e9-10d2f9279124 admin admin] Publish callbacks [] for security_group (6c84ef4c-ad7c-416a-baf9-7481d5429668), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:10.373061 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-6d9c5a94-436a-4eb7-8adc-102a12ac243d service neutron] 10.222.0.44 "GET /v2.0/networks/ef192024-947c-4670-a838-6582b0522169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876014 Apr 05 22:35:10.385398 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd7a2-a278-46ec-b9e9-10d2f9279124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (6c84ef4c-ad7c-416a-baf9-7481d5429668), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:10.389138 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd7a2-a278-46ec-b9e9-10d2f9279124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:10.390264 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-c3bdd7a2-a278-46ec-b9e9-10d2f9279124 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c84ef4c-ad7c-416a-baf9-7481d5429668 HTTP/1.1" status: 204 len: 168 time: 0.1298342 Apr 05 22:35:10.411028 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdd7a2-a278-46ec-b9e9-10d2f9279124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c84ef4c-ad7c-416a-baf9-7481d5429668,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:10.475585 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f184b4-1c48-4704-9845-563d3d23f7db req-1093bcc1-d442-4439-a7c5-5399202b6533 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:10.478186 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b4f184b4-1c48-4704-9845-563d3d23f7db req-1093bcc1-d442-4439-a7c5-5399202b6533 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 943 time: 0.0646203 Apr 05 22:35:10.502668 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1232f1fc-7b42-44fa-9c9d-c8fd8d2d1ad8 req-f39c937a-b50e-4f9f-9f10-617e856ba9f7 service neutron] 10.222.0.44 "GET /v2.0/networks/ef192024-947c-4670-a838-6582b0522169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175044 Apr 05 22:35:10.537595 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b4f184b4-1c48-4704-9845-563d3d23f7db req-f1b89d27-b197-4b4c-884c-4859effd4dd5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525029 Apr 05 22:35:10.916552 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 6f6685e9-0002-45c0-8c92-680391b2cb04 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:35:10.936851 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 6f6685e9-0002-45c0-8c92-680391b2cb04 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:35:10.937193 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 6f6685e9-0002-45c0-8c92-680391b2cb04 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:35:10.979866 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727cdf51-5a3b-4eb4-9fa5-01139204ee69', 'tag': 'ce571d66-b411-4779-9c3a-6c6d30a6dfa6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:10.982437 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e0fe90-a096-4ed0-8038-cba7c30e3d44" -d '{"events": [{"name": "network-changed", "server_uuid": "727cdf51-5a3b-4eb4-9fa5-01139204ee69", "tag": "ce571d66-b411-4779-9c3a-6c6d30a6dfa6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:11.018882 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee5bcb5-1781-43ad-b7e8-0a3f5b6848f7 x-openstack-request-id: req-2ee5bcb5-1781-43ad-b7e8-0a3f5b6848f7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:11.019266 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727cdf51-5a3b-4eb4-9fa5-01139204ee69", "tag": "ce571d66-b411-4779-9c3a-6c6d30a6dfa6", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:11.019583 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ee5bcb5-1781-43ad-b7e8-0a3f5b6848f7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:11.020055 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee5bcb5-1781-43ad-b7e8-0a3f5b6848f7'] response: {'name': 'network-changed', 'server_uuid': '727cdf51-5a3b-4eb4-9fa5-01139204ee69', 'tag': 'ce571d66-b411-4779-9c3a-6c6d30a6dfa6', 'status': 'completed', 'code': 200} Apr 05 22:35:11.118544 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 49500) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:11.225407 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6a82c-6e0b-4ab9-873a-74d529daa003 req-c56f4961-b1a0-4ef3-8fa8-041bbbdc8ff1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:11.226924 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f3d6a82c-6e0b-4ab9-873a-74d529daa003 req-c56f4961-b1a0-4ef3-8fa8-041bbbdc8ff1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0575206 Apr 05 22:35:11.236815 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2086243901-network', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:11.255814 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Made reservation on behalf of f0071b9efb804bb9b6375a3b8ab1cfda for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:11.258412 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.267352 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.275690 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f3d6a82c-6e0b-4ab9-873a-74d529daa003 req-8e9647c9-84a1-404b-a1c0-b1c5b0941ea0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Apr 05 22:35:11.347567 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Publish callbacks [] for security_group (f1532618-193e-442b-b6df-80eaf0a2de26), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.352400 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (f1532618-193e-442b-b6df-80eaf0a2de26), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.376964 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:35:11.388123 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1532618-193e-442b-b6df-80eaf0a2de26,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:11.394381 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (1b4f75d5-eeea-4913-b61c-8122cb89e866), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.394791 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.segments_db [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Added segment 1b4f75d5-eeea-4913-b61c-8122cb89e866 of type vlan for network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 Apr 05 22:35:11.435969 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (113d5ee9-b8c3-4bc6-9857-981bc3547fa0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.464113 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (113d5ee9-b8c3-4bc6-9857-981bc3547fa0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.465442 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:11.466163 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.526262 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4064312 Apr 05 22:35:11.529725 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49506) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:11.534385 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d16c9-3ef3-4342-bcff-dae7053750f4 admin admin] Pushing event updated for resources: {'Network': ['ID=113d5ee9-b8c3-4bc6-9857-981bc3547fa0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:11.535126 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f153aeac-89ae-4996-9edb-2b238e08e392 admin admin] Request body: {'subnet': {'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2086243901-subnet', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:11.546381 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:35:11.557466 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f153aeac-89ae-4996-9edb-2b238e08e392 admin admin] Made reservation on behalf of f0071b9efb804bb9b6375a3b8ab1cfda for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:11.560000 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f153aeac-89ae-4996-9edb-2b238e08e392 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59888023'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.677393 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c9087-3784-4736-b704-d8ab1968b2e3 req-36116b12-d375-4ab2-addf-7dc736927e19 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:11.678915 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a18c9087-3784-4736-b704-d8ab1968b2e3 req-36116b12-d375-4ab2-addf-7dc736927e19 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 943 time: 0.0567107 Apr 05 22:35:11.730827 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a18c9087-3784-4736-b704-d8ab1968b2e3 req-d480e8ac-0caa-4ac3-b3af-b1d40c61d327 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 Apr 05 22:35:11.753445 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f153aeac-89ae-4996-9edb-2b238e08e392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2265691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59888009'] for subnet (452dae91-bf6a-4e36-a458-2a6fae6bab0d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.807521 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153aeac-89ae-4996-9edb-2b238e08e392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=452dae91-bf6a-4e36-a458-2a6fae6bab0d,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:11.818326 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153aeac-89ae-4996-9edb-2b238e08e392 admin admin] Checking segment: {'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:11.818710 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f153aeac-89ae-4996-9edb-2b238e08e392 admin admin] Network hostable DHCP agents. Network: 113d5ee9-b8c3-4bc6-9857-981bc3547fa0, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:35:11.838172 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f153aeac-89ae-4996-9edb-2b238e08e392 admin admin] Network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:35:11.843255 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0fe90-a096-4ed0-8038-cba7c30e3d44 req-dc0200c0-7901-4831-b1d3-c3102392142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:11.844978 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-54e0fe90-a096-4ed0-8038-cba7c30e3d44 req-dc0200c0-7901-4831-b1d3-c3102392142f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=101aa39891da4156b8280f385a037712&device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 1127 time: 0.0518034 Apr 05 22:35:11.849857 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f153aeac-89ae-4996-9edb-2b238e08e392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 113d5ee9-b8c3-4bc6-9857-981bc3547fa0) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:11.855146 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f153aeac-89ae-4996-9edb-2b238e08e392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:11.855797 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f153aeac-89ae-4996-9edb-2b238e08e392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.862384 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e6433-2c10-4905-a232-3cb2f1e36d8c None None] Network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:35:11.881044 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-f153aeac-89ae-4996-9edb-2b238e08e392 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3415914 Apr 05 22:35:11.881044 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49514) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:11.886536 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:11.908737 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62040'] for router (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.909943 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3697351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62017'] for router (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.976013 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Publish callbacks [] for router_controller (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.982825 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0fe90-a096-4ed0-8038-cba7c30e3d44 req-15ee27ed-ea6b-4016-9083-76cce38f1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:11.984865 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-54e0fe90-a096-4ed0-8038-cba7c30e3d44 req-15ee27ed-ea6b-4016-9083-76cce38f1955 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ef192024-947c-4670-a838-6582b0522169 HTTP/1.1" status: 200 len: 909 time: 0.1268532 Apr 05 22:35:11.996588 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8bfb39-ed8b-587a-bfc7-9b601aa1cc5f-113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'fixed_ips': [{'subnet_id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d'}]}} from dv-cinder-835881-4-smb. {{(pid=103231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:35:11.997452 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:12.096733 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-54e0fe90-a096-4ed0-8038-cba7c30e3d44 req-f7008520-89c8-47dd-86ac-7f4c8c619063 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce571d66-b411-4779-9c3a-6c6d30a6dfa6 HTTP/1.1" status: 200 len: 217 time: 0.0468853 Apr 05 22:35:12.181883 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0fe90-a096-4ed0-8038-cba7c30e3d44 req-aa5c303c-9e52-4a6b-be27-88b106e842f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:12.184226 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-54e0fe90-a096-4ed0-8038-cba7c30e3d44 req-aa5c303c-9e52-4a6b-be27-88b106e842f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c5bac83-d2af-4b35-8078-f55b2a159170 HTTP/1.1" status: 200 len: 848 time: 0.0759413 Apr 05 22:35:12.184984 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Allocated IP 172.20.0.2 (113d5ee9-b8c3-4bc6-9857-981bc3547fa0/452dae91-bf6a-4e36-a458-2a6fae6bab0d/a37bd0ed-02ae-49c9-9562-06ea48a4f57e) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:12.232854 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-54e0fe90-a096-4ed0-8038-cba7c30e3d44 req-6818cb45-2018-4c24-8f04-9843a5813466 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef192024-947c-4670-a838-6582b0522169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331981 Apr 05 22:35:12.347354 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-54e0fe90-a096-4ed0-8038-cba7c30e3d44 req-a6c576c2-ae5a-4dae-ab4f-350014068e53 service neutron] 10.222.0.44 "GET /v2.0/networks/ef192024-947c-4670-a838-6582b0522169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070337 Apr 05 22:35:12.372638 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Publish callbacks [] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:12.380612 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:12.417688 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Publish callbacks [] for router_gateway (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:12.422072 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:12.429999 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:12.432964 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:12.440748 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Pushing event updated for resources: {'Port': ['ID=a37bd0ed-02ae-49c9-9562-06ea48a4f57e,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:12.464577 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-54e0fe90-a096-4ed0-8038-cba7c30e3d44 req-fdb6cb77-f00d-46b1-a960-6200d42f60b3 service neutron] 10.222.0.44 "GET /v2.0/networks/ef192024-947c-4670-a838-6582b0522169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040666 Apr 05 22:35:12.473270 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f44d2-fcd1-4830-b5e3-192a2040d8bd req-7f7530f3-f5cf-4b5f-bce9-54b0c54aad33 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:12.474859 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9f6f44d2-fcd1-4830-b5e3-192a2040d8bd req-7f7530f3-f5cf-4b5f-bce9-54b0c54aad33 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.1218696 Apr 05 22:35:12.501098 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Attempting to bind port a37bd0ed-02ae-49c9-9562-06ea48a4f57e on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:12.501447 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Attempting to bind port a37bd0ed-02ae-49c9-9562-06ea48a4f57e by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:12.501800 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Attempting to bind port a37bd0ed-02ae-49c9-9562-06ea48a4f57e on network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:12.506992 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:12.507487 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Checking segment: {'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:12.507876 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:12.508257 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Bound using segment: {'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:12.508708 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Bound port: a37bd0ed-02ae-49c9-9562-06ea48a4f57e, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:12.509079 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:12.567220 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9f6f44d2-fcd1-4830-b5e3-192a2040d8bd req-c0e1be7e-fb73-4a27-8329-5644351c2394 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852094 Apr 05 22:35:12.573583 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] For port a37bd0ed-02ae-49c9-9562-06ea48a4f57e, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:12.577794 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] For port a37bd0ed-02ae-49c9-9562-06ea48a4f57e, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=a37bd0ed-02ae-49c9-9562-06ea48a4f57e,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:12.585576 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:12.645285 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61e538-6369-429b-bf9c-1f76c0c073ad None None] Pushing event updated for resources: {'Port': ['ID=a37bd0ed-02ae-49c9-9562-06ea48a4f57e,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:12.708683 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Publish callbacks [] for router_gateway (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:12.729690 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:12.872237 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Allocated IP 172.28.3.98 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:12.890424 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f1579-b4e2-4196-9896-f4b934c96170 req-50133a62-d264-42bf-abff-209c5f701564 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:12.899337 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-895f1579-b4e2-4196-9896-f4b934c96170 req-50133a62-d264-42bf-abff-209c5f701564 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 943 time: 0.0920417 Apr 05 22:35:12.944371 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device ce571d66-b411-4779-9c3a-6c6d30a6dfa6 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:35:12.971163 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-895f1579-b4e2-4196-9896-f4b934c96170 req-b5a5f083-727d-4640-bbe1-fe1a20387f66 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672050 Apr 05 22:35:13.003963 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Publish callbacks [] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:13.038668 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:13.061742 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port ce571d66-b411-4779-9c3a-6c6d30a6dfa6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ce571d66-b411-4779-9c3a-6c6d30a6dfa6,segment=NetworkSegment(c0ea7d43-7dac-4e75-9c14-60e0a7034e29),segment_id=c0ea7d43-7dac-4e75-9c14-60e0a7034e29)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:13.072754 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:13.076815 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': 'ce571d66-b411-4779-9c3a-6c6d30a6dfa6', 'network_id': 'ef192024-947c-4670-a838-6582b0522169', 'port_id': 'ce571d66-b411-4779-9c3a-6c6d30a6dfa6', 'mac_address': 'fa:16:3e:2b:28:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5bac83-d2af-4b35-8078-f55b2a159170', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:35:13.077670 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:13.081187 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:13.108611 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Pushing event updated for resources: {'Port': ['ID=8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:13.125929 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port ce571d66-b411-4779-9c3a-6c6d30a6dfa6 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:13.126407 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:13.141643 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce571d66-b411-4779-9c3a-6c6d30a6dfa6 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:13.162453 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port ce571d66-b411-4779-9c3a-6c6d30a6dfa6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ce571d66-b411-4779-9c3a-6c6d30a6dfa6,segment=NetworkSegment(c0ea7d43-7dac-4e75-9c14-60e0a7034e29),segment_id=c0ea7d43-7dac-4e75-9c14-60e0a7034e29)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:13.167063 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:13.231308 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=ce571d66-b411-4779-9c3a-6c6d30a6dfa6,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:13.368912 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Publish callbacks [] for router_gateway (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:13.550526 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['ce571d66-b411-4779-9c3a-6c6d30a6dfa6'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:35:13.654836 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683954'] for router (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:13.689823 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device a37bd0ed-02ae-49c9-9562-06ea48a4f57e up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:13.788252 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port a37bd0ed-02ae-49c9-9562-06ea48a4f57e triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:13.788835 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:13.820475 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71731a-a4a5-4115-a31a-abb8f94e2079 req-73ef6013-45d9-466b-a75d-4afd003f96bd tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:13.820721 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb49dc9d-97c4-45f5-8a69-f19023a9879b None None] Network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:35:13.821966 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6e71731a-a4a5-4115-a31a-abb8f94e2079 req-73ef6013-45d9-466b-a75d-4afd003f96bd tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.1023469 Apr 05 22:35:13.884969 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6e71731a-a4a5-4115-a31a-abb8f94e2079 req-6e7f8ab5-155c-46f2-9a60-9715a58faf7c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559185 Apr 05 22:35:13.886221 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 is scheduled to L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:35:14.035724 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:35:14.048425 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Sync routers for ids ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:35:14.049804 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-cf840e3f-d8ab-4397-ae6c-84ea97891600 None None] Provisioning complete for port a37bd0ed-02ae-49c9-9562-06ea48a4f57e triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:14.050193 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cf840e3f-d8ab-4397-ae6c-84ea97891600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.059729 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.065228 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-1ac47696-f7f0-4a7c-b1c2-95b0ab833352 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1892519 Apr 05 22:35:14.065879 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49546) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:14.077047 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Routers {'d750a044-4ffb-4deb-9df6-8b860b7a4bb4'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:14.077802 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:34:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:14.147422 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4af466-1f83-46d2-ad67-82892139d8f8 req-08076b58-43ab-4ea6-9d14-fad8b0389082 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:14.149387 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0f4af466-1f83-46d2-ad67-82892139d8f8 req-08076b58-43ab-4ea6-9d14-fad8b0389082 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 944 time: 0.1143312 Apr 05 22:35:14.164272 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port a37bd0ed-02ae-49c9-9562-06ea48a4f57e is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:14.164861 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.247593 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0f4af466-1f83-46d2-ad67-82892139d8f8 req-41d5c897-fa93-4ab5-9749-58c650e6d047 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907719 Apr 05 22:35:14.262125 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port a37bd0ed-02ae-49c9-9562-06ea48a4f57e, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=a37bd0ed-02ae-49c9-9562-06ea48a4f57e,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:14.275393 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.303472 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Set router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:14.344001 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-cf840e3f-d8ab-4397-ae6c-84ea97891600 None None] Current status of the port a37bd0ed-02ae-49c9-9562-06ea48a4f57e is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:14.344645 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cf840e3f-d8ab-4397-ae6c-84ea97891600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.357607 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=a37bd0ed-02ae-49c9-9562-06ea48a4f57e,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:14.413338 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.db.api [None req-cf840e3f-d8ab-4397-ae6c-84ea97891600 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:35:14.414254 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG oslo_db.api [None req-cf840e3f-d8ab-4397-ae6c-84ea97891600 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:35:14.520356 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:35:13Z', 'revision_number': 3, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:14.550538 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Checking router: d750a044-4ffb-4deb-9df6-8b860b7a4bb4 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:35:14.550857 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Updating router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a binding host dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:35:14.590880 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.861432 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.965512 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Publish callbacks [] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.972443 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.983526 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device ce571d66-b411-4779-9c3a-6c6d30a6dfa6 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:15.020641 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-cf840e3f-d8ab-4397-ae6c-84ea97891600 None None] Current status of the port a37bd0ed-02ae-49c9-9562-06ea48a4f57e is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:15.024573 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Attempting to bind port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:15.025077 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Attempting to bind port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:15.025524 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Attempting to bind port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a on network 9a73b557-2ada-4566-ab40-66bfa715f81e {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:15.034214 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Pushing event updated for resources: {'Port': ['ID=8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:15.036694 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:15.037192 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Checking segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:15.037679 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.038157 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Bound using segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:15.038764 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Bound port: 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:15.039456 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.063070 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.063812 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.063812 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.064318 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.064858 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.065449 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.065994 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.066535 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.067277 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.068052 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.069395 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.069983 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.070652 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.071171 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.071703 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:15.084135 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port ce571d66-b411-4779-9c3a-6c6d30a6dfa6 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:35:15.090351 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port ce571d66-b411-4779-9c3a-6c6d30a6dfa6 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:15.090815 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.110427 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23485ce7-ee6d-47dd-bf2e-0d31b2f06d01 req-daadc3a1-641f-4cd7-863d-311240e76389 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:15.112201 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-23485ce7-ee6d-47dd-bf2e-0d31b2f06d01 req-daadc3a1-641f-4cd7-863d-311240e76389 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.1364837 Apr 05 22:35:15.119278 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] For port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:15.123817 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] For port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:15.132937 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.139717 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Allocated IP 172.20.0.1 (113d5ee9-b8c3-4bc6-9857-981bc3547fa0/452dae91-bf6a-4e36-a458-2a6fae6bab0d/97c9c67f-7fa2-4412-aced-678885461cfe) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:15.184209 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Routers {'d750a044-4ffb-4deb-9df6-8b860b7a4bb4'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:15.185664 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:34:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:15.194376 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-ce0dbcb0-c731-470a-bff8-81f085a5dbcd None None] Provisioning complete for port a37bd0ed-02ae-49c9-9562-06ea48a4f57e triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:15.195411 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ce0dbcb0-c731-470a-bff8-81f085a5dbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.222670 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-23485ce7-ee6d-47dd-bf2e-0d31b2f06d01 req-5b38a12e-9382-4290-bb71-4482f902fb1d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017623 Apr 05 22:35:15.305238 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port ce571d66-b411-4779-9c3a-6c6d30a6dfa6 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:15.305723 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.333126 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Publish callbacks [] for port (97c9c67f-7fa2-4412-aced-678885461cfe), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.352133 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] Set router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:15.363023 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727cdf51-5a3b-4eb4-9fa5-01139204ee69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce571d66-b411-4779-9c3a-6c6d30a6dfa6'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:15.365864 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7127be6b-12b8-4185-9330-5b9f76d5489b" -d '{"events": [{"server_uuid": "727cdf51-5a3b-4eb4-9fa5-01139204ee69", "name": "network-vif-plugged", "status": "completed", "tag": "ce571d66-b411-4779-9c3a-6c6d30a6dfa6"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:15.381095 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.419855 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-ce0dbcb0-c731-470a-bff8-81f085a5dbcd None None] Current status of the port a37bd0ed-02ae-49c9-9562-06ea48a4f57e is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:15.425730 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02467473-97a9-4048-9804-9795c34ba9a8 x-openstack-request-id: req-02467473-97a9-4048-9804-9795c34ba9a8 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:15.426043 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727cdf51-5a3b-4eb4-9fa5-01139204ee69", "name": "network-vif-plugged", "status": "completed", "tag": "ce571d66-b411-4779-9c3a-6c6d30a6dfa6", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:15.426333 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02467473-97a9-4048-9804-9795c34ba9a8 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:15.426770 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02467473-97a9-4048-9804-9795c34ba9a8'] response: {'server_uuid': '727cdf51-5a3b-4eb4-9fa5-01139204ee69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce571d66-b411-4779-9c3a-6c6d30a6dfa6', 'code': 200} Apr 05 22:35:15.429246 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port ce571d66-b411-4779-9c3a-6c6d30a6dfa6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ce571d66-b411-4779-9c3a-6c6d30a6dfa6,segment=NetworkSegment(c0ea7d43-7dac-4e75-9c14-60e0a7034e29),segment_id=c0ea7d43-7dac-4e75-9c14-60e0a7034e29)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:15.438185 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.447480 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:15.452489 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Pushing event updated for resources: {'Port': ['ID=97c9c67f-7fa2-4412-aced-678885461cfe,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:15.455746 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:15.458316 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:15.542721 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684003'] for router_interface (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.556803 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f869c6f-1b8b-4b86-873a-18d9d5a736c7 req-984b8fcb-d821-45b9-8a68-7910dfab2c92 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:15.566598 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7f869c6f-1b8b-4b86-873a-18d9d5a736c7 req-984b8fcb-d821-45b9-8a68-7910dfab2c92 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 944 time: 0.1507430 Apr 05 22:35:15.575506 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=ce571d66-b411-4779-9c3a-6c6d30a6dfa6,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:15.717641 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7f869c6f-1b8b-4b86-873a-18d9d5a736c7 req-cf39949c-762c-4d46-933b-a533c660f416 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336210 Apr 05 22:35:15.728953 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4f4fc-26fe-446c-a7ab-75ae7b45f13b None None] Pushing event updated for resources: {'Port': ['ID=8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:15.774321 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device a37bd0ed-02ae-49c9-9562-06ea48a4f57e up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:15.810562 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5d9bf-075e-4638-a75b-cf15a6f0a57a req-a6d32856-8a41-4f01-a0bd-118dc96b02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:15.815063 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d0f5d9bf-075e-4638-a75b-cf15a6f0a57a req-a6d32856-8a41-4f01-a0bd-118dc96b02f6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 1129 time: 0.0963373 Apr 05 22:35:15.815556 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:35:13Z', 'revision_number': 3, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:15.822238 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.875045 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73ed30-a2ea-4f32-ba2a-fc4d95276038 None None] The sync data for ids ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'] in dv-cinder-835881-4-smb is: [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:35:13Z', 'revision_number': 3, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:35:15.881635 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port a37bd0ed-02ae-49c9-9562-06ea48a4f57e triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:15.882029 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.923152 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d0f5d9bf-075e-4638-a75b-cf15a6f0a57a req-4cd3d801-fe86-42f1-aa86-989e4bd40f72 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994253 Apr 05 22:35:15.954177 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4a63ca2d-ce21-4373-b21b-1ec14ddf9af7 req-431926da-82d7-4253-a164-0f7b6c706090 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0976326 Apr 05 22:35:15.956702 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-15865ca0-33ca-46fb-b1c3-db8b897e2206 None None] Provisioning complete for port 97c9c67f-7fa2-4412-aced-678885461cfe triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:15.957208 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-15865ca0-33ca-46fb-b1c3-db8b897e2206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:16.030394 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-15865ca0-33ca-46fb-b1c3-db8b897e2206 None None] Port 97c9c67f-7fa2-4412-aced-678885461cfe cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:16.042347 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port a37bd0ed-02ae-49c9-9562-06ea48a4f57e is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:16.085173 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Publish callbacks [] for port (97c9c67f-7fa2-4412-aced-678885461cfe), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:16.090558 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:16.152737 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Pushing event updated for resources: {'Port': ['ID=97c9c67f-7fa2-4412-aced-678885461cfe,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:16.165773 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685939'] for router_interface (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:16.314544 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63ca2d-ce21-4373-b21b-1ec14ddf9af7 req-23779dd9-ebfc-4260-b25a-9d04016ffbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:16.318453 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:16.320344 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:16.321295 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4a63ca2d-ce21-4373-b21b-1ec14ddf9af7 req-23779dd9-ebfc-4260-b25a-9d04016ffbf8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 1129 time: 0.1040404 Apr 05 22:35:16.473308 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63ca2d-ce21-4373-b21b-1ec14ddf9af7 req-2fe07db1-299c-4ed0-b237-1b44d3a19149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:16.475009 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4a63ca2d-ce21-4373-b21b-1ec14ddf9af7 req-2fe07db1-299c-4ed0-b237-1b44d3a19149 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.1296458 Apr 05 22:35:16.502717 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cde8e-1e0d-4f3d-851d-01887c44fc9c req-ddb1abd5-45a3-4b64-8abf-27b3159e3d30 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:16.506537 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7e7cde8e-1e0d-4f3d-851d-01887c44fc9c req-ddb1abd5-45a3-4b64-8abf-27b3159e3d30 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.1675091 Apr 05 22:35:16.534797 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:35:16.633481 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7e7cde8e-1e0d-4f3d-851d-01887c44fc9c req-dd45d9a3-f137-4896-be40-52bd0278b22f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093554 Apr 05 22:35:16.674829 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-f64403c3-51f9-4ce6-a614-3df707516e7c None None] Provisioning complete for port 97c9c67f-7fa2-4412-aced-678885461cfe triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:16.678077 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f64403c3-51f9-4ce6-a614-3df707516e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:16.700393 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:35:16.714717 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-74757f33-ceef-4c9f-9623-df552147f4aa admin admin] 10.222.0.43 "PUT /v2.0/routers/d750a044-4ffb-4deb-9df6-8b860b7a4bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6386158 Apr 05 22:35:16.738387 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-f64403c3-51f9-4ce6-a614-3df707516e7c None None] Port 97c9c67f-7fa2-4412-aced-678885461cfe cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:16.873628 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6f675-c13e-4420-baba-8a1a402c3376 req-4a242298-1019-4e8f-8f48-e18c84ba061c tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:16.875247 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-08a6f675-c13e-4420-baba-8a1a402c3376 req-4a242298-1019-4e8f-8f48-e18c84ba061c tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 945 time: 0.0646191 Apr 05 22:35:16.943413 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-08a6f675-c13e-4420-baba-8a1a402c3376 req-0b4f0d6d-55df-4dd2-beea-debcd264d8f6 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603979 Apr 05 22:35:17.007501 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4a63ca2d-ce21-4373-b21b-1ec14ddf9af7 req-266952af-bedd-4492-b5f0-cdc27737cfe9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd818499-249e-4925-8d86-2c3b98c6d001 HTTP/1.1" status: 200 len: 217 time: 0.0424240 Apr 05 22:35:17.125811 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63ca2d-ce21-4373-b21b-1ec14ddf9af7 req-d1721094-d5b8-4b68-a9cb-797f2953a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:17.127336 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4a63ca2d-ce21-4373-b21b-1ec14ddf9af7 req-d1721094-d5b8-4b68-a9cb-797f2953a9f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.0501826 Apr 05 22:35:17.203147 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63ca2d-ce21-4373-b21b-1ec14ddf9af7 req-6cd3cf04-e50a-4732-967f-3951bc954d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:17.204668 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4a63ca2d-ce21-4373-b21b-1ec14ddf9af7 req-6cd3cf04-e50a-4732-967f-3951bc954d7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0659442 Apr 05 22:35:17.364162 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49626) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:17.369601 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1071125618-network', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:17.382455 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4a63ca2d-ce21-4373-b21b-1ec14ddf9af7 req-bd29642d-042e-45dc-bffc-ee7022763dc9 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335955 Apr 05 22:35:17.396236 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Made reservation on behalf of e42ff5c12a494d5b939d85b7b39e4913 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:17.398923 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:17.412564 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:17.507838 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Publish callbacks [] for security_group (2bb657bb-204f-4ed6-b729-cf7482ed3413), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:17.512492 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (2bb657bb-204f-4ed6-b729-cf7482ed3413), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:17.546986 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:35:17.555891 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb657bb-204f-4ed6-b729-cf7482ed3413,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:17.562881 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (c94c925a-ffae-4ba9-b559-486b8022e727), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:17.563275 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.segments_db [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Added segment c94c925a-ffae-4ba9-b559-486b8022e727 of type vlan for network de567712-8b51-471f-8062-8393b6a15508 Apr 05 22:35:17.634837 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (de567712-8b51-471f-8062-8393b6a15508), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:17.665161 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (de567712-8b51-471f-8062-8393b6a15508), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:17.666310 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:17.667149 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:17.706052 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3400018 Apr 05 22:35:17.708382 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 49638) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:17.714230 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4bd11601-9416-4d7a-b832-51586c5e5d27 admin admin] Request body: {'subnet': {'network_id': 'de567712-8b51-471f-8062-8393b6a15508', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1071125618-subnet', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:17.723884 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:17.751249 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a945c-eed1-4a3d-8981-ae2b56c5a439 admin admin] Pushing event updated for resources: {'Network': ['ID=de567712-8b51-471f-8062-8393b6a15508,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:17.752690 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd11601-9416-4d7a-b832-51586c5e5d27 admin admin] Made reservation on behalf of e42ff5c12a494d5b939d85b7b39e4913 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:17.762739 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bd11601-9416-4d7a-b832-51586c5e5d27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59583127'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:17.764371 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network de567712-8b51-471f-8062-8393b6a15508 details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:35:17.861062 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:17.861435 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:17.880869 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ba5de-5981-428a-bb6c-507d45491f91 req-e990560a-9104-4114-815b-c087a642677c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:17.882485 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d77ba5de-5981-428a-bb6c-507d45491f91 req-e990560a-9104-4114-815b-c087a642677c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.1407366 Apr 05 22:35:17.887265 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Sync routers for ids ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:35:17.913179 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Routers {'d750a044-4ffb-4deb-9df6-8b860b7a4bb4'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:17.913842 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:34:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:17.967883 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d77ba5de-5981-428a-bb6c-507d45491f91 req-5383fe45-9f20-4976-b06c-15f018a22f83 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753353 Apr 05 22:35:18.055080 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:18.055555 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.091264 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:18.099939 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.110161 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeee482-41c3-4385-895b-bfe011ba1964 req-810d07b0-5e32-477f-a9d4-1f2527abd360 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:18.112191 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1eeee482-41c3-4385-895b-bfe011ba1964 req-810d07b0-5e32-477f-a9d4-1f2527abd360 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 945 time: 0.0627773 Apr 05 22:35:18.134908 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Set router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:18.136346 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bd11601-9416-4d7a-b832-51586c5e5d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60646750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59583113'] for subnet (2b2a23dc-59f9-4b0a-9233-1537d282323f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.181553 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1eeee482-41c3-4385-895b-bfe011ba1964 req-f28d6bd0-6151-4a41-a201-1780b19f749c tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618575 Apr 05 22:35:18.202663 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4a63ca2d-ce21-4373-b21b-1ec14ddf9af7 req-ee349d1f-8c08-4825-900b-6bed498de0cb service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208426 Apr 05 22:35:18.211513 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:18.213957 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd11601-9416-4d7a-b832-51586c5e5d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2a23dc-59f9-4b0a-9233-1537d282323f,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:18.231293 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd11601-9416-4d7a-b832-51586c5e5d27 admin admin] Checking segment: {'id': 'c94c925a-ffae-4ba9-b559-486b8022e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de567712-8b51-471f-8062-8393b6a15508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:18.231655 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd11601-9416-4d7a-b832-51586c5e5d27 admin admin] Network hostable DHCP agents. Network: de567712-8b51-471f-8062-8393b6a15508, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:35:18.250677 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd11601-9416-4d7a-b832-51586c5e5d27 admin admin] Network de567712-8b51-471f-8062-8393b6a15508 is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:35:18.261843 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-4bd11601-9416-4d7a-b832-51586c5e5d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, de567712-8b51-471f-8062-8393b6a15508) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:18.269001 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd11601-9416-4d7a-b832-51586c5e5d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:18.269932 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bd11601-9416-4d7a-b832-51586c5e5d27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.277125 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd393842-ee21-4851-9f3b-c25a2a20e220 None None] Network de567712-8b51-471f-8062-8393b6a15508 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:35:18.291060 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-4bd11601-9416-4d7a-b832-51586c5e5d27 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5809021 Apr 05 22:35:18.293033 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49646) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:18.298051 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1071125618-router', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:18.317141 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62040'] for router (28c5d7cb-9e11-4315-8de0-f5ce29302093), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.318511 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3697351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62017'] for router (28c5d7cb-9e11-4315-8de0-f5ce29302093), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.370434 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Publish callbacks [] for router_controller (28c5d7cb-9e11-4315-8de0-f5ce29302093), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.473518 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8bfb39-ed8b-587a-bfc7-9b601aa1cc5f-de567712-8b51-471f-8062-8393b6a15508', 'network_id': 'de567712-8b51-471f-8062-8393b6a15508', 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'fixed_ips': [{'subnet_id': '2b2a23dc-59f9-4b0a-9233-1537d282323f'}]}} from dv-cinder-835881-4-smb. {{(pid=103231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:35:18.474428 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.531515 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Publish callbacks [] for router_gateway (28c5d7cb-9e11-4315-8de0-f5ce29302093), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.579723 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 4, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '97c9c67f-7fa2-4412-aced-678885461cfe', 'name': '', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'mac_address': 'fa:16:3e:09:0d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:14Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 2, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'subnets': [{'id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:18.623067 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Checking router: d750a044-4ffb-4deb-9df6-8b860b7a4bb4 for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:35:18.623509 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Updating router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 port 97c9c67f-7fa2-4412-aced-678885461cfe binding host dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:35:18.703229 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Allocated IP 172.20.0.2 (de567712-8b51-471f-8062-8393b6a15508/2b2a23dc-59f9-4b0a-9233-1537d282323f/71ba0c93-0e25-4f99-bd13-b2c2301d08c6) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:18.712196 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.738891 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Publish callbacks [] for router_gateway (28c5d7cb-9e11-4315-8de0-f5ce29302093), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.762113 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.916624 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Allocated IP 172.28.3.76 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:19.072183 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Publish callbacks [] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.154504 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.202427 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:19.210337 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:19.214616 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-84ec0197-2368-4744-8cd1-10e660d86565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.221998 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde951f9-410e-4a29-93d9-242bb90856cc req-7603b3a2-098b-435b-8792-448df9057da4 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:19.223638 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-fde951f9-410e-4a29-93d9-242bb90856cc req-7603b3a2-098b-435b-8792-448df9057da4 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.1162643 Apr 05 22:35:19.224430 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:19.224964 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac28ba-bb0a-4c1e-818f-fa2429e3b8e6 req-1c94e176-4656-4b0f-92c8-c67fe7e76f89 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:19.227854 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Pushing event updated for resources: {'Port': ['ID=6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:19.228252 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-49ac28ba-bb0a-4c1e-818f-fa2429e3b8e6 req-1c94e176-4656-4b0f-92c8-c67fe7e76f89 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 945 time: 0.0702891 Apr 05 22:35:19.289685 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-49ac28ba-bb0a-4c1e-818f-fa2429e3b8e6 req-71fa4631-ef66-47aa-be0a-027661b79de6 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519991 Apr 05 22:35:19.291688 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Publish callbacks [] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.306084 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.358998 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-fde951f9-410e-4a29-93d9-242bb90856cc req-bc60f4a3-4d41-41aa-bf8a-9780bd5b6303 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127186 Apr 05 22:35:19.382357 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Network de567712-8b51-471f-8062-8393b6a15508 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:19.400653 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:19.409871 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:19.411859 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Pushing event updated for resources: {'Port': ['ID=71ba0c93-0e25-4f99-bd13-b2c2301d08c6,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:19.420686 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Publish callbacks [] for port (97c9c67f-7fa2-4412-aced-678885461cfe), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.457618 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.583754 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b628ea-d39f-44e3-90fc-4bc4c15fec9b None None] Pushing event updated for resources: {'Port': ['ID=97c9c67f-7fa2-4412-aced-678885461cfe,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:19.586321 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Attempting to bind port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:19.586720 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Attempting to bind port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'c94c925a-ffae-4ba9-b559-486b8022e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de567712-8b51-471f-8062-8393b6a15508'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:19.587087 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Attempting to bind port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 on network de567712-8b51-471f-8062-8393b6a15508 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:19.610273 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Publish callbacks [] for router_gateway (28c5d7cb-9e11-4315-8de0-f5ce29302093), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.616021 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:19.616389 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Checking segment: {'id': 'c94c925a-ffae-4ba9-b559-486b8022e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de567712-8b51-471f-8062-8393b6a15508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:19.617189 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.618012 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Bound using segment: {'id': 'c94c925a-ffae-4ba9-b559-486b8022e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de567712-8b51-471f-8062-8393b6a15508'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:19.618559 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Bound port: 71ba0c93-0e25-4f99-bd13-b2c2301d08c6, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94c925a-ffae-4ba9-b559-486b8022e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de567712-8b51-471f-8062-8393b6a15508'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:19.619076 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.670759 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Attempting to bind port 97c9c67f-7fa2-4412-aced-678885461cfe on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:19.671023 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Attempting to bind port 97c9c67f-7fa2-4412-aced-678885461cfe by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:19.671578 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Attempting to bind port 97c9c67f-7fa2-4412-aced-678885461cfe on network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:19.699270 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:19.724204 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:19.724658 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Checking segment: {'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:19.725061 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.725461 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Bound using segment: {'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:19.725952 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Bound port: 97c9c67f-7fa2-4412-aced-678885461cfe, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:19.726388 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.815466 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.833592 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] For port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:19.862821 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] For port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=71ba0c93-0e25-4f99-bd13-b2c2301d08c6,segment=NetworkSegment(c94c925a-ffae-4ba9-b559-486b8022e727),segment_id=c94c925a-ffae-4ba9-b559-486b8022e727)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:19.879172 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-9c5da9fe-b0ec-4998-b735-26a8e2c5f6e4 None None] Provisioning complete for port 97c9c67f-7fa2-4412-aced-678885461cfe triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:19.879732 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9c5da9fe-b0ec-4998-b735-26a8e2c5f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.893482 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.924185 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] For port 97c9c67f-7fa2-4412-aced-678885461cfe, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:19.924185 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:19.924185 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:19.994410 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] For port 97c9c67f-7fa2-4412-aced-678885461cfe, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=97c9c67f-7fa2-4412-aced-678885461cfe,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:20.015653 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:20.035344 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-9c5da9fe-b0ec-4998-b735-26a8e2c5f6e4 None None] Port 97c9c67f-7fa2-4412-aced-678885461cfe cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:20.071681 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd013b5e-9948-49ba-8d41-02ed85276364 None None] Pushing event updated for resources: {'Port': ['ID=71ba0c93-0e25-4f99-bd13-b2c2301d08c6,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:20.168561 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Routers {'d750a044-4ffb-4deb-9df6-8b860b7a4bb4'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:20.169265 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683954'] for router (28c5d7cb-9e11-4315-8de0-f5ce29302093), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:20.169428 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:34:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:20.276688 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b628ea-d39f-44e3-90fc-4bc4c15fec9b None None] Pushing event updated for resources: {'Port': ['ID=97c9c67f-7fa2-4412-aced-678885461cfe,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:20.313542 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:20.477272 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] Set router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:20.627802 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a312d-ff6c-4e8b-bb2b-dbb39c5876f5 req-16cdff79-aab3-4bd0-ad4b-8d0ab7f4c7b1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:20.630596 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bd9a312d-ff6c-4e8b-bb2b-dbb39c5876f5 req-16cdff79-aab3-4bd0-ad4b-8d0ab7f4c7b1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0997663 Apr 05 22:35:20.671037 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Router 28c5d7cb-9e11-4315-8de0-f5ce29302093 is scheduled to L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:35:20.683420 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759c5c8-5cc7-4479-9815-101ba7c4a621 req-6693b59b-17f0-4775-9f26-e9685f7ba921 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:20.685602 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b759c5c8-5cc7-4479-9815-101ba7c4a621 req-6693b59b-17f0-4775-9f26-e9685f7ba921 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 945 time: 0.1204629 Apr 05 22:35:20.733774 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-42214d9a-bcb2-46c9-8d11-e9e616c99a57 None None] Provisioning complete for port 97c9c67f-7fa2-4412-aced-678885461cfe triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:20.734276 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-42214d9a-bcb2-46c9-8d11-e9e616c99a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:20.746409 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bd9a312d-ff6c-4e8b-bb2b-dbb39c5876f5 req-af8e568d-c209-4b15-8ee8-0f665ae22487 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083360 Apr 05 22:35:20.829621 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b759c5c8-5cc7-4479-9815-101ba7c4a621 req-d55a031b-0cb5-4611-bdfc-e4356b74f706 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381710 Apr 05 22:35:20.859734 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:35:20.874978 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Sync routers for ids ['28c5d7cb-9e11-4315-8de0-f5ce29302093'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:35:20.884854 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-42214d9a-bcb2-46c9-8d11-e9e616c99a57 None None] Current status of the port 97c9c67f-7fa2-4412-aced-678885461cfe is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:20.885055 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:20.885230 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-42214d9a-bcb2-46c9-8d11-e9e616c99a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:20.889910 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-14bbcdd6-19db-4673-ab45-0f3b7de727e2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5934262 Apr 05 22:35:20.890196 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49710) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:20.911101 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Routers {'28c5d7cb-9e11-4315-8de0-f5ce29302093'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:20.912251 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:34:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['28c5d7cb-9e11-4315-8de0-f5ce29302093'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:20.922040 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 4, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '97c9c67f-7fa2-4412-aced-678885461cfe', 'name': '', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'mac_address': 'fa:16:3e:09:0d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:14Z', 'updated_at': '2022-04-05T22:35:19Z', 'revision_number': 4, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'subnets': [{'id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:20.962358 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b8471-4e5a-4971-9ebf-127a8045b204 None None] The sync data for ids ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'] in dv-cinder-835881-4-smb is: [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 4, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '97c9c67f-7fa2-4412-aced-678885461cfe', 'name': '', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'mac_address': 'fa:16:3e:09:0d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:14Z', 'updated_at': '2022-04-05T22:35:19Z', 'revision_number': 4, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'subnets': [{'id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:35:20.964944 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-42214d9a-bcb2-46c9-8d11-e9e616c99a57 None None] For port 97c9c67f-7fa2-4412-aced-678885461cfe, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=97c9c67f-7fa2-4412-aced-678885461cfe,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:20.970786 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-42214d9a-bcb2-46c9-8d11-e9e616c99a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:21.080748 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42214d9a-bcb2-46c9-8d11-e9e616c99a57 None None] Pushing event updated for resources: {'Port': ['ID=97c9c67f-7fa2-4412-aced-678885461cfe,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:21.111380 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Set router 28c5d7cb-9e11-4315-8de0-f5ce29302093 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:21.384612 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'name': 'tempest-TestMinimumBasicScenario-1071125618-router', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:19Z', 'revision_number': 3, 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'gw_port': {'id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:21.424694 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Checking router: 28c5d7cb-9e11-4315-8de0-f5ce29302093 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:35:21.425199 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Updating router 28c5d7cb-9e11-4315-8de0-f5ce29302093 port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 binding host dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:35:21.459871 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:21.503544 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:21.559943 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a19d9c6e-0b0f-46ef-9e02-ba3e0535505a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:21.744650 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612417cb-f5f7-411f-bdc6-be98fbd72f7c None None] Network de567712-8b51-471f-8062-8393b6a15508 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:35:21.807509 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:35:21.930375 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Allocated IP 172.20.0.1 (de567712-8b51-471f-8062-8393b6a15508/2b2a23dc-59f9-4b0a-9233-1537d282323f/eb05ad23-a517-4b82-89b2-b419ee381aff) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:22.019137 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:22.024026 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c95958-cf11-4b10-aa63-2d160da47b21 req-3d9cc3ab-86d5-47bc-a00f-a8c9696763a7 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:22.035940 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-90c95958-cf11-4b10-aa63-2d160da47b21 req-3d9cc3ab-86d5-47bc-a00f-a8c9696763a7 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.1661553 Apr 05 22:35:22.094302 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-74a681c7-c170-4d8e-ba72-c180da369c8c None None] Provisioning complete for port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:22.094964 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-74a681c7-c170-4d8e-ba72-c180da369c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.132023 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-90c95958-cf11-4b10-aa63-2d160da47b21 req-3690877f-31ce-48ad-b704-75bd17088633 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947962 Apr 05 22:35:22.140023 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:22.140571 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.242051 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfa2f3-2f18-438d-9c8a-cf92864deca2 req-ec957cd3-e3ab-4eea-b8eb-109e23741197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:22.245104 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7ebfa2f3-2f18-438d-9c8a-cf92864deca2 req-ec957cd3-e3ab-4eea-b8eb-109e23741197 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 1130 time: 0.0898271 Apr 05 22:35:22.248136 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Publish callbacks [] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.260221 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.338288 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1a247-9003-4a2d-9851-595c7a093380 req-c0c47097-87c8-4251-a71b-2b54e34b7e64 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:22.354131 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8ce1a247-9003-4a2d-9851-595c7a093380 req-c0c47097-87c8-4251-a71b-2b54e34b7e64 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 945 time: 0.3418598 Apr 05 22:35:22.397663 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7ebfa2f3-2f18-438d-9c8a-cf92864deca2 req-2538d49f-85cf-4d6c-8d2c-ed2fca261eba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835702 Apr 05 22:35:22.424750 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600308a0-ed32-4468-9e53-66607d973874 req-7432ea26-d920-4452-8ef4-6ff6f7c8a551 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:22.426713 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-600308a0-ed32-4468-9e53-66607d973874 req-7432ea26-d920-4452-8ef4-6ff6f7c8a551 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.44 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 945 time: 0.1794934 Apr 05 22:35:22.435563 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47dd9c-434d-4640-961e-4cf0b752dda8 None None] Pushing event updated for resources: {'Port': ['ID=6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:22.502445 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Attempting to bind port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:22.503130 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Attempting to bind port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:22.503826 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Attempting to bind port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 on network 9a73b557-2ada-4566-ab40-66bfa715f81e {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:22.510498 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:22.511194 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Checking segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:22.512002 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.512578 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Bound using segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:22.513201 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Bound port: 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:22.513860 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.516451 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Publish callbacks [] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.573509 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.576407 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.580662 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8ce1a247-9003-4a2d-9851-595c7a093380 req-717cef16-3141-48a9-9497-298cfd52a4f2 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137432 Apr 05 22:35:22.580883 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] For port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:22.585919 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] For port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:22.595291 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.626320 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Network de567712-8b51-471f-8062-8393b6a15508 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:22.635389 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:22.637627 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:22.648996 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47dd9c-434d-4640-961e-4cf0b752dda8 None None] Pushing event updated for resources: {'Port': ['ID=6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:22.688392 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684003'] for router_interface (28c5d7cb-9e11-4315-8de0-f5ce29302093), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.688663 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Routers {'28c5d7cb-9e11-4315-8de0-f5ce29302093'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:22.689920 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-74a681c7-c170-4d8e-ba72-c180da369c8c None None] Current status of the port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:22.690595 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-74a681c7-c170-4d8e-ba72-c180da369c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.693593 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb05ad23-a517-4b82-89b2-b419ee381aff,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:22.693740 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:22.694271 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.698980 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:35:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['28c5d7cb-9e11-4315-8de0-f5ce29302093'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:22.758907 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.759180 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.759506 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.759844 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.760172 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.760498 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.760815 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.761134 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.761458 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.761767 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.762088 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.762417 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.762759 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.763073 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.763387 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:22.769943 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=71ba0c93-0e25-4f99-bd13-b2c2301d08c6,segment=NetworkSegment(c94c925a-ffae-4ba9-b559-486b8022e727),segment_id=c94c925a-ffae-4ba9-b559-486b8022e727)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:22.777427 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.778506 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 97c9c67f-7fa2-4412-aced-678885461cfe up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:22.948057 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] Set router 28c5d7cb-9e11-4315-8de0-f5ce29302093 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:22.958948 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:22.962331 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.db.api [None req-74a681c7-c170-4d8e-ba72-c180da369c8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:35:22.966797 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG oslo_db.api [None req-74a681c7-c170-4d8e-ba72-c180da369c8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:35:22.969109 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=71ba0c93-0e25-4f99-bd13-b2c2301d08c6,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:22.995783 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 97c9c67f-7fa2-4412-aced-678885461cfe triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:22.996253 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:23.117902 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-600308a0-ed32-4468-9e53-66607d973874 req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Deleting port ce571d66-b411-4779-9c3a-6c6d30a6dfa6 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:35:23.118443 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-600308a0-ed32-4468-9e53-66607d973874 req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:23.140789 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 97c9c67f-7fa2-4412-aced-678885461cfe is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:23.200564 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Publish callbacks [] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:23.215980 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:23.279806 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-600308a0-ed32-4468-9e53-66607d973874 req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] For port ce571d66-b411-4779-9c3a-6c6d30a6dfa6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ce571d66-b411-4779-9c3a-6c6d30a6dfa6,segment=NetworkSegment(c0ea7d43-7dac-4e75-9c14-60e0a7034e29),segment_id=c0ea7d43-7dac-4e75-9c14-60e0a7034e29)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:23.280173 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-600308a0-ed32-4468-9e53-66607d973874 req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:23.289025 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685939'] for router_interface (28c5d7cb-9e11-4315-8de0-f5ce29302093), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:23.292314 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb05ad23-a517-4b82-89b2-b419ee381aff,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:23.296620 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-600308a0-ed32-4468-9e53-66607d973874 req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Calling delete_port for ce571d66-b411-4779-9c3a-6c6d30a6dfa6 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:35:23.321690 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789aebb-51c3-46a9-9158-1dbd3555fd5b req-d92ec77e-0c97-49d9-bd24-21b8368f3848 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:23.323293 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6789aebb-51c3-46a9-9158-1dbd3555fd5b req-d92ec77e-0c97-49d9-bd24-21b8368f3848 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.1056988 Apr 05 22:35:23.352363 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'name': 'tempest-TestMinimumBasicScenario-1071125618-router', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:19Z', 'revision_number': 3, 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'gw_port': {'id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:23.383593 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b78dc88-2752-42d6-a92a-2a47b474bb85 None None] The sync data for ids ['28c5d7cb-9e11-4315-8de0-f5ce29302093'] in dv-cinder-835881-4-smb is: [{'id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'name': 'tempest-TestMinimumBasicScenario-1071125618-router', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:19Z', 'revision_number': 3, 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'gw_port': {'id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:35:23.413074 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Network de567712-8b51-471f-8062-8393b6a15508 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:23.414567 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:23.424864 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6789aebb-51c3-46a9-9158-1dbd3555fd5b req-d70af13f-43d6-4912-8891-3183f65e0639 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692515 Apr 05 22:35:23.526549 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-600308a0-ed32-4468-9e53-66607d973874 req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (ce571d66-b411-4779-9c3a-6c6d30a6dfa6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:23.545575 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-74a681c7-c170-4d8e-ba72-c180da369c8c None None] Current status of the port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:23.570680 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Pushing event deleted for resources: {'Port': ['ID=ce571d66-b411-4779-9c3a-6c6d30a6dfa6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:23.611014 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Router 28c5d7cb-9e11-4315-8de0-f5ce29302093 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:35:23.621012 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.621371 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.621717 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.622056 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.623238 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.623607 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.623896 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.624229 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.624555 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.628435 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.628821 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.629261 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.629616 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.629923 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.630234 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:23.690663 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-600308a0-ed32-4468-9e53-66607d973874 req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] No DVR routers for this DVR port ce571d66-b411-4779-9c3a-6c6d30a6dfa6 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:35:23.700713 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-600308a0-ed32-4468-9e53-66607d973874 req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:23.711418 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-32189924-0fc1-4cb6-9104-42a84e82977a None None] Provisioning complete for port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:23.711969 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-32189924-0fc1-4cb6-9104-42a84e82977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:23.712464 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-600308a0-ed32-4468-9e53-66607d973874 req-a4d2d697-a866-48d3-82e7-ee8e60e7736f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.44 "DELETE /v2.0/ports/ce571d66-b411-4779-9c3a-6c6d30a6dfa6 HTTP/1.1" status: 204 len: 173 time: 0.7734544 Apr 05 22:35:23.712985 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727cdf51-5a3b-4eb4-9fa5-01139204ee69', 'name': 'network-vif-deleted', 'tag': 'ce571d66-b411-4779-9c3a-6c6d30a6dfa6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:23.721549 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f2562d-2ca6-425e-b25f-ea89da1bd835" -d '{"events": [{"server_uuid": "727cdf51-5a3b-4eb4-9fa5-01139204ee69", "name": "network-vif-deleted", "tag": "ce571d66-b411-4779-9c3a-6c6d30a6dfa6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:23.826261 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:23.852753 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-91ac0bd6-7e1f-4792-91d4-e3b5a133d16b req-6c18c8b0-a2da-4ca9-a58a-4d1108e58476 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 210 time: 0.0930738 Apr 05 22:35:23.907986 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2ed78e-a838-420e-a606-5d63c6686464 x-openstack-request-id: req-3e2ed78e-a838-420e-a606-5d63c6686464 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:23.909124 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727cdf51-5a3b-4eb4-9fa5-01139204ee69", "name": "network-vif-deleted", "tag": "ce571d66-b411-4779-9c3a-6c6d30a6dfa6", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:23.909124 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e2ed78e-a838-420e-a606-5d63c6686464 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:23.909725 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2ed78e-a838-420e-a606-5d63c6686464'] response: {'server_uuid': '727cdf51-5a3b-4eb4-9fa5-01139204ee69', 'name': 'network-vif-deleted', 'tag': 'ce571d66-b411-4779-9c3a-6c6d30a6dfa6', 'status': 'completed', 'code': 200} Apr 05 22:35:24.025601 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:35:24.050831 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-f2bf140d-cb47-46b0-9ab2-0b5de67f08b3 admin admin] 10.222.0.43 "PUT /v2.0/routers/28c5d7cb-9e11-4315-8de0-f5ce29302093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1594658 Apr 05 22:35:24.065127 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:24.165141 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-32189924-0fc1-4cb6-9104-42a84e82977a None None] Current status of the port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:24.203728 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-32189924-0fc1-4cb6-9104-42a84e82977a None None] Provisioning complete for port eb05ad23-a517-4b82-89b2-b419ee381aff triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:24.204272 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-32189924-0fc1-4cb6-9104-42a84e82977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:24.207856 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:24.208565 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:24.393691 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-32189924-0fc1-4cb6-9104-42a84e82977a None None] Port eb05ad23-a517-4b82-89b2-b419ee381aff cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:24.464123 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:24.528195 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-51e1ad37-00cf-47db-92a2-019adc046716 None None] Provisioning complete for port eb05ad23-a517-4b82-89b2-b419ee381aff triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:24.528571 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-51e1ad37-00cf-47db-92a2-019adc046716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:24.569663 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84511f-76c0-4bb2-84f0-f29dcf426e06 req-c81bd8b6-1c28-40d8-8d35-dd61d2402479 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:24.572498 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-cc84511f-76c0-4bb2-84f0-f29dcf426e06 req-c81bd8b6-1c28-40d8-8d35-dd61d2402479 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0671146 Apr 05 22:35:24.629162 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-51e1ad37-00cf-47db-92a2-019adc046716 None None] Port eb05ad23-a517-4b82-89b2-b419ee381aff cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:24.652398 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-cc84511f-76c0-4bb2-84f0-f29dcf426e06 req-d8ed97c7-5720-4406-af4f-dbdb40fc613f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725212 Apr 05 22:35:24.666759 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 49810) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:24.673368 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b0d5f2be-6f2c-46e0-8bb8-542ce094323f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1552239629', 'description': 'tempest-description--251344044'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:24.733503 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f2be-6f2c-46e0-8bb8-542ce094323f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:24.866083 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952f9e1-b679-4417-ad67-010473d14478 req-7b4b6f7b-31b3-40a0-9449-2def65a9becb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:24.872520 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0952f9e1-b679-4417-ad67-010473d14478 req-7b4b6f7b-31b3-40a0-9449-2def65a9becb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.1143072 Apr 05 22:35:24.884424 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f2be-6f2c-46e0-8bb8-542ce094323f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (b2aa6613-51a1-4240-bf42-4e0dccf67bdd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:24.896470 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f2be-6f2c-46e0-8bb8-542ce094323f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b2aa6613-51a1-4240-bf42-4e0dccf67bdd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:24.939586 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f2be-6f2c-46e0-8bb8-542ce094323f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:24.944248 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-b0d5f2be-6f2c-46e0-8bb8-542ce094323f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2719316 Apr 05 22:35:24.945041 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49828) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:24.950135 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b206d078-bf64-43e4-8015-6bc46f17b21b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'security_group_rule': {'security_group_id': 'b2aa6613-51a1-4240-bf42-4e0dccf67bdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:24.957221 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5f2be-6f2c-46e0-8bb8-542ce094323f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aa6613-51a1-4240-bf42-4e0dccf67bdd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:24.982770 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0952f9e1-b679-4417-ad67-010473d14478 req-ebdcbc8d-5b05-46b4-8f4e-c4e7a2fe8c42 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923164 Apr 05 22:35:25.030645 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5d60d2a4-9fcd-4fcb-b719-e6774586107a req-7788262c-64a8-41c9-bc60-f98fff2b69f7 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=727cdf51-5a3b-4eb4-9fa5-01139204ee69 HTTP/1.1" status: 200 len: 210 time: 0.0458932 Apr 05 22:35:25.040252 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device ce571d66-b411-4779-9c3a-6c6d30a6dfa6 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:35:25.046097 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b206d078-bf64-43e4-8015-6bc46f17b21b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (15b31445-e5d2-4011-8ab6-23c4eb58684c), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:25.163015 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: ce571d66-b411-4779-9c3a-6c6d30a6dfa6 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:35:25.163608 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device ce571d66-b411-4779-9c3a-6c6d30a6dfa6 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:35:25.190281 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b206d078-bf64-43e4-8015-6bc46f17b21b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (15b31445-e5d2-4011-8ab6-23c4eb58684c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:25.196046 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b206d078-bf64-43e4-8015-6bc46f17b21b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (15b31445-e5d2-4011-8ab6-23c4eb58684c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:25.219081 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206d078-bf64-43e4-8015-6bc46f17b21b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b31445-e5d2-4011-8ab6-23c4eb58684c,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:25.234108 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b206d078-bf64-43e4-8015-6bc46f17b21b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:25.235668 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-b206d078-bf64-43e4-8015-6bc46f17b21b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900620 Apr 05 22:35:25.239335 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 49848) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:25.246464 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-920b292b-f73f-4b90-98d9-29ec75065835 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'security_group_rule': {'security_group_id': 'b2aa6613-51a1-4240-bf42-4e0dccf67bdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:25.348733 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-920b292b-f73f-4b90-98d9-29ec75065835 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (cb5b4501-fdaf-4b5e-b330-b0f1704f1ccb), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:25.368748 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:25.475004 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-920b292b-f73f-4b90-98d9-29ec75065835 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (cb5b4501-fdaf-4b5e-b330-b0f1704f1ccb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:25.482385 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-920b292b-f73f-4b90-98d9-29ec75065835 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (cb5b4501-fdaf-4b5e-b330-b0f1704f1ccb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:25.558898 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b85aa6-cfd5-47bc-bd0f-4e9427e32f95 req-3e1ccd3d-1c81-4907-9f9b-d7bf2badef6c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:25.562358 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-42b85aa6-cfd5-47bc-bd0f-4e9427e32f95 req-3e1ccd3d-1c81-4907-9f9b-d7bf2badef6c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0879018 Apr 05 22:35:25.575680 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b292b-f73f-4b90-98d9-29ec75065835 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5b4501-fdaf-4b5e-b330-b0f1704f1ccb,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:25.581022 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-920b292b-f73f-4b90-98d9-29ec75065835 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:25.586340 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-920b292b-f73f-4b90-98d9-29ec75065835 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3454602 Apr 05 22:35:25.590486 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 49852) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:25.595976 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'floatingip': {'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:25.666321 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:25.707874 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24c539-4448-4380-bd78-e867d984a03d req-76ad0591-36ac-4c81-bf17-9bc3dfdc649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:25.714594 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bc24c539-4448-4380-bd78-e867d984a03d req-76ad0591-36ac-4c81-bf17-9bc3dfdc649f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 1130 time: 0.1739912 Apr 05 22:35:25.725162 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-42b85aa6-cfd5-47bc-bd0f-4e9427e32f95 req-43e8dc48-4762-41eb-b771-7edead5b8af8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542325 Apr 05 22:35:25.800710 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:25.932275 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:25.935844 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:26.133497 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:26.134824 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:26.160483 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e84b2-aef7-418b-9525-4af3aa21dc6f req-c0dd77d7-56ef-4223-9bd3-d654c792de76 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:26.162039 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b50e84b2-aef7-418b-9525-4af3aa21dc6f req-c0dd77d7-56ef-4223-9bd3-d654c792de76 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.3281233 Apr 05 22:35:26.183729 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24c539-4448-4380-bd78-e867d984a03d req-b672ff97-8c7b-464c-b5ec-731360d8fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:26.185203 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bc24c539-4448-4380-bd78-e867d984a03d req-b672ff97-8c7b-464c-b5ec-731360d8fd61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.3501201 Apr 05 22:35:26.186983 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:26.193779 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:26.262151 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:26.266722 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Sync routers for ids ['28c5d7cb-9e11-4315-8de0-f5ce29302093'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:35:26.279521 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Routers {'28c5d7cb-9e11-4315-8de0-f5ce29302093'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:26.280500 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:35:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['28c5d7cb-9e11-4315-8de0-f5ce29302093'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:26.295902 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b50e84b2-aef7-418b-9525-4af3aa21dc6f req-6e5110e4-aaea-4143-8b4a-ff36bc6b9104 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226428 Apr 05 22:35:26.298903 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bc24c539-4448-4380-bd78-e867d984a03d req-74d732cf-1aef-4c02-8e96-811518be51ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa0c0ec-a3ba-433b-9521-d46f0f874704 HTTP/1.1" status: 200 len: 217 time: 0.1020920 Apr 05 22:35:26.329769 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:26.424283 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24c539-4448-4380-bd78-e867d984a03d req-c2e2b304-0dda-4634-a413-6cf6b5d806d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:26.426685 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bc24c539-4448-4380-bd78-e867d984a03d req-c2e2b304-0dda-4634-a413-6cf6b5d806d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.1191425 Apr 05 22:35:26.500402 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Set router 28c5d7cb-9e11-4315-8de0-f5ce29302093 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:26.543580 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Allocated IP 172.28.3.213 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/85e01ca9-64ba-4555-813d-3505395f67b7) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:26.552654 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24c539-4448-4380-bd78-e867d984a03d req-c76bc430-d3f9-47d5-8315-9046fe1c88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:26.554339 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bc24c539-4448-4380-bd78-e867d984a03d req-c76bc430-d3f9-47d5-8315-9046fe1c88d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1138747 Apr 05 22:35:26.682572 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for port (85e01ca9-64ba-4555-813d-3505395f67b7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:26.733235 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (85e01ca9-64ba-4555-813d-3505395f67b7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:26.743073 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'name': 'tempest-TestMinimumBasicScenario-1071125618-router', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:22Z', 'revision_number': 4, 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'gw_port': {'id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'eb05ad23-a517-4b82-89b2-b419ee381aff', 'name': '', 'network_id': 'de567712-8b51-471f-8062-8393b6a15508', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'mac_address': 'fa:16:3e:f8:3b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2b2a23dc-59f9-4b0a-9233-1537d282323f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:21Z', 'updated_at': '2022-04-05T22:35:23Z', 'revision_number': 2, 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'subnets': [{'id': '2b2a23dc-59f9-4b0a-9233-1537d282323f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:26.786091 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Checking router: 28c5d7cb-9e11-4315-8de0-f5ce29302093 for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:35:26.786605 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Updating router 28c5d7cb-9e11-4315-8de0-f5ce29302093 port eb05ad23-a517-4b82-89b2-b419ee381aff binding host dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:35:26.814261 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:26.821431 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:26.829422 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:26.845657 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:26.951388 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-688c8d7d-5e5b-4b63-8017-9b9bc4d5cd50 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:26.953863 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-688c8d7d-5e5b-4b63-8017-9b9bc4d5cd50 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/networks?id=ef192024-947c-4670-a838-6582b0522169 HTTP/1.1" status: 200 len: 808 time: 0.3790245 Apr 05 22:35:26.974962 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-3104e646-4791-4765-84f0-92eb59338b43 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/quotas/101aa39891da4156b8280f385a037712 HTTP/1.1" status: 200 len: 375 time: 0.0124319 Apr 05 22:35:27.040738 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-7d6c883b-034a-49ef-8157-4c4312d529b3 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=101aa39891da4156b8280f385a037712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589440 Apr 05 22:35:27.191451 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-61171679-7b25-454d-b269-311e9a93192d service neutron] 10.222.0.43 "GET /v2.0/networks/ef192024-947c-4670-a838-6582b0522169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493278 Apr 05 22:35:27.272328 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 49898) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:27.324781 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'Port': ['ID=85e01ca9-64ba-4555-813d-3505395f67b7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:27.336305 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-dd08357f-9b29-4779-8eeb-a6b72ff422bd service neutron] 10.222.0.43 "GET /v2.0/networks/ef192024-947c-4670-a838-6582b0522169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351316 Apr 05 22:35:27.398226 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a5304-21a7-4c2a-b0d8-0ff3ebbacf7c req-e5652b39-0893-4ea4-9a05-13cfe2fc386f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:27.404479 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Publish callbacks [] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:27.406540 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8f5a5304-21a7-4c2a-b0d8-0ff3ebbacf7c req-e5652b39-0893-4ea4-9a05-13cfe2fc386f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.1912215 Apr 05 22:35:27.412619 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:27.429965 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bc24c539-4448-4380-bd78-e867d984a03d req-431c6b9d-50fd-469d-988f-880a71cb2040 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8654327 Apr 05 22:35:27.434131 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-55beddb0-ae5a-4e43-9f94-15b16c6db789 admin admin] Deleting subnet 1bace0ba-65e4-4fec-865e-da578d7661be {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:35:27.475788 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-55beddb0-ae5a-4e43-9f94-15b16c6db789 admin admin] Publish callbacks [] for subnet (1bace0ba-65e4-4fec-865e-da578d7661be), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:27.494312 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecbc40-d87d-4e46-a582-1a1225b3e97f None None] Pushing event updated for resources: {'Port': ['ID=eb05ad23-a517-4b82-89b2-b419ee381aff,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:27.612435 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Attempting to bind port eb05ad23-a517-4b82-89b2-b419ee381aff on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:27.612807 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Attempting to bind port eb05ad23-a517-4b82-89b2-b419ee381aff by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'c94c925a-ffae-4ba9-b559-486b8022e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de567712-8b51-471f-8062-8393b6a15508'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:27.613172 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Attempting to bind port eb05ad23-a517-4b82-89b2-b419ee381aff on network de567712-8b51-471f-8062-8393b6a15508 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:27.623411 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:27.623840 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Checking segment: {'id': 'c94c925a-ffae-4ba9-b559-486b8022e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de567712-8b51-471f-8062-8393b6a15508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:27.624307 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:27.624643 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Bound using segment: {'id': 'c94c925a-ffae-4ba9-b559-486b8022e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de567712-8b51-471f-8062-8393b6a15508'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:27.626006 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Bound port: eb05ad23-a517-4b82-89b2-b419ee381aff, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94c925a-ffae-4ba9-b559-486b8022e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'de567712-8b51-471f-8062-8393b6a15508'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:27.626006 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:27.641857 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-55beddb0-ae5a-4e43-9f94-15b16c6db789 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60389431'] for subnet (1bace0ba-65e4-4fec-865e-da578d7661be), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:27.656849 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8f5a5304-21a7-4c2a-b0d8-0ff3ebbacf7c req-ee193e0b-3263-4266-9fcb-b417261c6576 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483830 Apr 05 22:35:27.658537 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (2b8ce67b-1fae-42c9-afd6-ce5f935af528), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:27.775740 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:27.899416 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] For port eb05ad23-a517-4b82-89b2-b419ee381aff, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:27.929268 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-55beddb0-ae5a-4e43-9f94-15b16c6db789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (1bace0ba-65e4-4fec-865e-da578d7661be), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:27.940284 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] For port eb05ad23-a517-4b82-89b2-b419ee381aff, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=eb05ad23-a517-4b82-89b2-b419ee381aff,segment=NetworkSegment(c94c925a-ffae-4ba9-b559-486b8022e727),segment_id=c94c925a-ffae-4ba9-b559-486b8022e727)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:27.953089 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bc24c539-4448-4380-bd78-e867d984a03d req-d6a3a4e6-4c92-4298-905e-15a5cd041b5e service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854794 Apr 05 22:35:27.977639 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.038283 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (85e01ca9-64ba-4555-813d-3505395f67b7), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.240975 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-9a8a03e6-ffec-4340-aac8-76faec6fdf05 None None] Provisioning complete for port eb05ad23-a517-4b82-89b2-b419ee381aff triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:28.244686 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9a8a03e6-ffec-4340-aac8-76faec6fdf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.247592 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:28.248535 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.331701 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1047c-e433-43af-a118-d8686f85d71d req-153d87cb-182f-42a8-9316-1cfc6b090281 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:28.339668 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-57e1047c-e433-43af-a118-d8686f85d71d req-153d87cb-182f-42a8-9316-1cfc6b090281 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.4617219 Apr 05 22:35:28.372700 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-55beddb0-ae5a-4e43-9f94-15b16c6db789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60645529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59583216'] for subnet (1bace0ba-65e4-4fec-865e-da578d7661be), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.382604 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Routers {'28c5d7cb-9e11-4315-8de0-f5ce29302093'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:28.389151 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:35:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['28c5d7cb-9e11-4315-8de0-f5ce29302093'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:28.407907 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecbc40-d87d-4e46-a582-1a1225b3e97f None None] Pushing event updated for resources: {'Port': ['ID=eb05ad23-a517-4b82-89b2-b419ee381aff,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:28.444769 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-55beddb0-ae5a-4e43-9f94-15b16c6db789 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.450748 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-55beddb0-ae5a-4e43-9f94-15b16c6db789 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1bace0ba-65e4-4fec-865e-da578d7661be HTTP/1.1" status: 204 len: 168 time: 1.1714325 Apr 05 22:35:28.451684 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49926) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:28.479970 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55beddb0-ae5a-4e43-9f94-15b16c6db789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bace0ba-65e4-4fec-865e-da578d7661be,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:28.528315 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-57e1047c-e433-43af-a118-d8686f85d71d req-3f979acd-4680-4385-b952-c201ada5c7ec tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873488 Apr 05 22:35:28.555795 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (4642336f-e9e6-4ffc-ba20-dd290d268422), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.575921 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for port (85e01ca9-64ba-4555-813d-3505395f67b7), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.583280 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (85e01ca9-64ba-4555-813d-3505395f67b7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.672440 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bdb97ba5-dca2-4c06-b6db-1a042eb383be req-c9b7d8df-29ce-46da-93b0-f20e3b5aca69 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 210 time: 0.0464299 Apr 05 22:35:28.718571 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'Port': ['ID=85e01ca9-64ba-4555-813d-3505395f67b7,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:28.734328 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (2b8ce67b-1fae-42c9-afd6-ce5f935af528), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.755173 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (4642336f-e9e6-4ffc-ba20-dd290d268422), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.760731 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.762363 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-e09054ca-824c-4bf5-be64-2d711396c214 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1706660 Apr 05 22:35:28.800459 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4642336f-e9e6-4ffc-ba20-dd290d268422']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:28.826983 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc2d303-e249-4e06-8c1e-0755f8a4a154') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:28.827783 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc2d303-e249-4e06-8c1e-0755f8a4a154') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:28.841478 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcd4b2-7f5e-42b6-a017-bec26f50b307 req-debb79b0-e786-4677-8965-95932f82c27c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:28.843335 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-aedcd4b2-7f5e-42b6-a017-bec26f50b307 req-debb79b0-e786-4677-8965-95932f82c27c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0638142 Apr 05 22:35:28.854046 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226939'] for segment (acc2d303-e249-4e06-8c1e-0755f8a4a154), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.865564 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a03e6-ffec-4340-aac8-76faec6fdf05 None None] Current status of the port eb05ad23-a517-4b82-89b2-b419ee381aff is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:28.865950 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9a8a03e6-ffec-4340-aac8-76faec6fdf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.867791 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:28.882521 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (acc2d303-e249-4e06-8c1e-0755f8a4a154), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.894149 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:35:28.894732 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267126'] for segment (acc2d303-e249-4e06-8c1e-0755f8a4a154), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: Traceback (most recent call last): Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: timer() Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: cb(*args, **kw) Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: return func(*args, **kwargs) Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: self._notify() Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: self.callback(batched_events) Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: event.method(event) Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: return f(self, *a, **k) Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: return self._get(url).json() Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: return self.request(url, 'GET', **kwargs) Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:35:28.897130 dv-cinder-835881-4-smb neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:35:28.928365 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] Set router 28c5d7cb-9e11-4315-8de0-f5ce29302093 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:28.929549 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-aedcd4b2-7f5e-42b6-a017-bec26f50b307 req-6325107a-b902-4ab7-8a5d-8ea39df007f8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760598 Apr 05 22:35:29.014158 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (4642336f-e9e6-4ffc-ba20-dd290d268422), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.020921 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.025213 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] 10.222.0.43 "DELETE /v2.0/networks/4642336f-e9e6-4ffc-ba20-dd290d268422 HTTP/1.1" status: 204 len: 168 time: 0.5729916 Apr 05 22:35:29.028153 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 49942) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:29.047986 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69790b1d-2ce3-4aef-b5dd-af330013bb3d admin admin] Pushing event deleted for resources: {'Network': ['ID=4642336f-e9e6-4ffc-ba20-dd290d268422,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:29.148426 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccd1ccb-ceb6-4d64-87d3-da017ae3db00 admin admin] Deleting subnet 4aeb93ed-b155-489e-b958-3894782cfdba {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:35:29.159108 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dccd1ccb-ceb6-4d64-87d3-da017ae3db00 admin admin] Publish callbacks [] for subnet (4aeb93ed-b155-489e-b958-3894782cfdba), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.166550 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-7c302941-c503-4d98-ab71-21af133226b1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1552239629&fields=id&tenant_id=798e0839ad15488b8cb8ee35603db32a HTTP/1.1" status: 200 len: 267 time: 0.1269133 Apr 05 22:35:29.178116 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-9a8a03e6-ffec-4340-aac8-76faec6fdf05 None None] For port eb05ad23-a517-4b82-89b2-b419ee381aff, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=eb05ad23-a517-4b82-89b2-b419ee381aff,segment=NetworkSegment(c94c925a-ffae-4ba9-b559-486b8022e727),segment_id=c94c925a-ffae-4ba9-b559-486b8022e727)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:29.185535 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9a8a03e6-ffec-4340-aac8-76faec6fdf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.264606 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dccd1ccb-ceb6-4d64-87d3-da017ae3db00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60389431'] for subnet (4aeb93ed-b155-489e-b958-3894782cfdba), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.277127 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a03e6-ffec-4340-aac8-76faec6fdf05 None None] Pushing event updated for resources: {'Port': ['ID=eb05ad23-a517-4b82-89b2-b419ee381aff,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:29.335124 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dccd1ccb-ceb6-4d64-87d3-da017ae3db00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (4aeb93ed-b155-489e-b958-3894782cfdba), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.355355 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-de3e134c-eab2-469d-9313-85c2f09ed9f1 None None] Provisioning complete for port eb05ad23-a517-4b82-89b2-b419ee381aff triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:29.355718 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-de3e134c-eab2-469d-9313-85c2f09ed9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.365921 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744170cb-442f-47aa-997f-6011c4faa968 req-074f187f-0cce-4e11-a2cd-85edbde8a805 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:29.367874 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-074f187f-0cce-4e11-a2cd-85edbde8a805 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 814 time: 0.1736739 Apr 05 22:35:29.393545 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-ad7ff67f-c2ee-496c-bb3e-432b199df2d3 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/quotas/798e0839ad15488b8cb8ee35603db32a HTTP/1.1" status: 200 len: 375 time: 0.0185301 Apr 05 22:35:29.441008 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'name': 'tempest-TestMinimumBasicScenario-1071125618-router', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:22Z', 'revision_number': 4, 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'gw_port': {'id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'eb05ad23-a517-4b82-89b2-b419ee381aff', 'name': '', 'network_id': 'de567712-8b51-471f-8062-8393b6a15508', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'mac_address': 'fa:16:3e:f8:3b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2b2a23dc-59f9-4b0a-9233-1537d282323f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:21Z', 'updated_at': '2022-04-05T22:35:27Z', 'revision_number': 4, 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'subnets': [{'id': '2b2a23dc-59f9-4b0a-9233-1537d282323f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:29.481194 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ca02d5-8cc5-41a1-9b70-2cdf086a7f0c None None] The sync data for ids ['28c5d7cb-9e11-4315-8de0-f5ce29302093'] in dv-cinder-835881-4-smb is: [{'id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'name': 'tempest-TestMinimumBasicScenario-1071125618-router', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:22Z', 'revision_number': 4, 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'gw_port': {'id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'eb05ad23-a517-4b82-89b2-b419ee381aff', 'name': '', 'network_id': 'de567712-8b51-471f-8062-8393b6a15508', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'mac_address': 'fa:16:3e:f8:3b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2b2a23dc-59f9-4b0a-9233-1537d282323f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:21Z', 'updated_at': '2022-04-05T22:35:27Z', 'revision_number': 4, 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'subnets': [{'id': '2b2a23dc-59f9-4b0a-9233-1537d282323f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:35:29.485761 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-7552557c-c62e-4671-88e2-34d97f28872b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866938 Apr 05 22:35:29.499070 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dccd1ccb-ceb6-4d64-87d3-da017ae3db00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60645529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59583216'] for subnet (4aeb93ed-b155-489e-b958-3894782cfdba), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.596124 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-de3e134c-eab2-469d-9313-85c2f09ed9f1 None None] Current status of the port eb05ad23-a517-4b82-89b2-b419ee381aff is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:29.642873 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dccd1ccb-ceb6-4d64-87d3-da017ae3db00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.652188 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-dccd1ccb-ceb6-4d64-87d3-da017ae3db00 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4aeb93ed-b155-489e-b958-3894782cfdba HTTP/1.1" status: 204 len: 168 time: 0.6195838 Apr 05 22:35:29.652188 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd1ccb-ceb6-4d64-87d3-da017ae3db00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aeb93ed-b155-489e-b958-3894782cfdba,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:29.653818 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49948) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:29.812934 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device eb05ad23-a517-4b82-89b2-b419ee381aff up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:29.914664 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port eb05ad23-a517-4b82-89b2-b419ee381aff triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:29.915036 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.918160 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-194bf111-a635-4ee2-92d2-c7243803024b service neutron] 10.222.0.43 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886757 Apr 05 22:35:29.933184 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (8d0fc3d2-a385-4d10-afad-4a35bbe60a52), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.052306 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port eb05ad23-a517-4b82-89b2-b419ee381aff is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:30.139663 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (8d0fc3d2-a385-4d10-afad-4a35bbe60a52), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.167256 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-80741d31-63f1-4674-b193-3f3ae47b6640 service neutron] 10.222.0.43 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171733 Apr 05 22:35:30.207226 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0fc3d2-a385-4d10-afad-4a35bbe60a52']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:30.242709 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d290f26-0cc1-45c9-a8ec-9c5a8178d7e9') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:30.243002 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d290f26-0cc1-45c9-a8ec-9c5a8178d7e9') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:30.268925 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226939'] for segment (6d290f26-0cc1-45c9-a8ec-9c5a8178d7e9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.283960 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (6d290f26-0cc1-45c9-a8ec-9c5a8178d7e9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.313876 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:35:30.314278 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267126'] for segment (6d290f26-0cc1-45c9-a8ec-9c5a8178d7e9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: Traceback (most recent call last): Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: timer() Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: cb(*args, **kw) Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: return func(*args, **kwargs) Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: self._notify() Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: self.callback(batched_events) Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: event.method(event) Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: return f(self, *a, **k) Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: return self._get(url).json() Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: return self.request(url, 'GET', **kwargs) Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:35:30.316602 dv-cinder-835881-4-smb neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:35:30.423807 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (8d0fc3d2-a385-4d10-afad-4a35bbe60a52), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.435601 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40160-6cf5-4735-9b45-d7f2585f8c95 req-92ba804e-595b-42c0-a164-45734502a153 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:30.442537 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c5e40160-6cf5-4735-9b45-d7f2585f8c95 req-92ba804e-595b-42c0-a164-45734502a153 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.1974008 Apr 05 22:35:30.453845 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.458769 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8d0fc3d2-a385-4d10-afad-4a35bbe60a52 HTTP/1.1" status: 204 len: 168 time: 0.8032250 Apr 05 22:35:30.514263 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ea247-fb61-4870-88c5-c2a26a20a2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0fc3d2-a385-4d10-afad-4a35bbe60a52,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:30.603472 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f356a221-f1e2-40c5-9d0f-d3589d3bb3bf req-b07f33b4-47e8-4dbf-8314-61dd36a12e6d tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 210 time: 0.0799568 Apr 05 22:35:30.641462 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c5e40160-6cf5-4735-9b45-d7f2585f8c95 req-9d93e566-be98-4b9e-aa58-1ab58f57f2b3 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977327 Apr 05 22:35:30.805439 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-86eb6c36-57b2-4f6c-b8e3-f04e5a280631 req-be004d2c-f627-4220-8aaf-f822bc991101 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 210 time: 0.0785244 Apr 05 22:35:30.864384 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf74e3-c3bf-4604-9545-30c13e0cddaf req-a7ef77a8-a1d8-461e-995d-05e0aba25a62 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:30.866901 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2bf74e3-c3bf-4604-9545-30c13e0cddaf req-a7ef77a8-a1d8-461e-995d-05e0aba25a62 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0824556 Apr 05 22:35:30.870477 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 49972) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:30.976476 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2bf74e3-c3bf-4604-9545-30c13e0cddaf req-2505ff85-b330-44c2-9e68-0f89b3d0073b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038749 Apr 05 22:35:30.981966 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-dccc346d-a85d-4159-a4ef-47976a329eff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21f25b4455314e969e0c8f4348d54774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1102815 Apr 05 22:35:30.985780 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 49974) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:31.086988 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c711df01-0f52-4e3f-96b8-72592cdec627 admin admin] Publish callbacks [] for security_group (d2685542-9965-4c61-96a0-66f64876fbc3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:31.113379 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c711df01-0f52-4e3f-96b8-72592cdec627 admin admin] Publish callbacks [] for security_group (d2685542-9965-4c61-96a0-66f64876fbc3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:31.194121 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c711df01-0f52-4e3f-96b8-72592cdec627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d2685542-9965-4c61-96a0-66f64876fbc3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:31.197113 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c711df01-0f52-4e3f-96b8-72592cdec627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:31.198497 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-c711df01-0f52-4e3f-96b8-72592cdec627 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2685542-9965-4c61-96a0-66f64876fbc3 HTTP/1.1" status: 204 len: 168 time: 0.2112598 Apr 05 22:35:31.227848 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711df01-0f52-4e3f-96b8-72592cdec627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2685542-9965-4c61-96a0-66f64876fbc3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:31.707156 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 49996) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:31.825911 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-3766ba8c-e547-4e71-9367-8fa83914d8b6 req-3d451911-0960-4836-bc18-9d992d033a2e tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 210 time: 0.0810297 Apr 05 22:35:31.846852 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-864b8518-b91a-44c6-956e-ec68789f6dcf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f80e736d182481e9eff624747aa7608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381493 Apr 05 22:35:31.850168 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 50000) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:31.937487 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51695f7b-2fab-4777-aa75-5b9f17559cd6 req-ed359de5-aebc-48e1-82ce-f132e29f0de4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:31.939453 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-51695f7b-2fab-4777-aa75-5b9f17559cd6 req-ed359de5-aebc-48e1-82ce-f132e29f0de4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0980008 Apr 05 22:35:31.956821 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19224e8b-28c9-47f7-84d9-fc9b67091ee2 admin admin] Publish callbacks [] for security_group (601114b4-e0b0-4cf7-a974-52c56d03dc77), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:32.020579 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a37597e9-9c9e-47a3-802c-13b34824038b req-c344e604-b718-45fd-ad8d-898408178c31 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 210 time: 0.0567617 Apr 05 22:35:32.052095 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19224e8b-28c9-47f7-84d9-fc9b67091ee2 admin admin] Publish callbacks [] for security_group (601114b4-e0b0-4cf7-a974-52c56d03dc77), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:32.069125 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-51695f7b-2fab-4777-aa75-5b9f17559cd6 req-6f122a51-c1bb-4fe3-8ecd-77d0235af3aa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174302 Apr 05 22:35:32.217102 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde7dc2-c9da-4ec5-aab3-c6fd7b3a45df req-d56bce5a-8747-483b-a702-dab3540c22f3 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:32.224584 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-edde7dc2-c9da-4ec5-aab3-c6fd7b3a45df req-d56bce5a-8747-483b-a702-dab3540c22f3 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0718102 Apr 05 22:35:32.247526 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19224e8b-28c9-47f7-84d9-fc9b67091ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (601114b4-e0b0-4cf7-a974-52c56d03dc77), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:32.250145 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19224e8b-28c9-47f7-84d9-fc9b67091ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:32.251419 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-19224e8b-28c9-47f7-84d9-fc9b67091ee2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/601114b4-e0b0-4cf7-a974-52c56d03dc77 HTTP/1.1" status: 204 len: 168 time: 0.3997893 Apr 05 22:35:32.266146 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19224e8b-28c9-47f7-84d9-fc9b67091ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601114b4-e0b0-4cf7-a974-52c56d03dc77,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:32.277548 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-16c3cda5-6ab7-438a-866c-9cc26b04d20c tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:32.287446 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-16c3cda5-6ab7-438a-866c-9cc26b04d20c tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.44 "GET /v2.0/networks?id=ef192024-947c-4670-a838-6582b0522169 HTTP/1.1" status: 200 len: 808 time: 0.2601759 Apr 05 22:35:32.303279 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-edde7dc2-c9da-4ec5-aab3-c6fd7b3a45df req-86560731-579a-40f6-bf5d-c3cb7b754b76 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773888 Apr 05 22:35:32.539526 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Request body: {'port': {'device_id': '09ac19ad-3579-42ac-9271-1788a181eef6', 'network_id': 'ef192024-947c-4670-a838-6582b0522169', 'admin_state_up': True, 'tenant_id': '101aa39891da4156b8280f385a037712'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:32.804478 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Made reservation on behalf of 101aa39891da4156b8280f385a037712 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:32.809301 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:32.990745 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-07170f01-f3a9-4c67-b414-7311649790f9 req-e81ec76a-eb67-4ff7-b677-2ffbadc99c36 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 210 time: 0.0468059 Apr 05 22:35:33.103023 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Allocated IP 172.20.0.12 (ef192024-947c-4670-a838-6582b0522169/4c5bac83-d2af-4b35-8078-f55b2a159170/b6b1a7dd-d1dd-4516-95f9-00b64200eb7e) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:33.147624 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-cf2d7fd5-81a1-4ee2-b16f-7886850ea402 req-32ca4097-2e3c-4f1d-9708-6fe556f5d2ad tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 210 time: 0.0470347 Apr 05 22:35:33.317545 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ef373-7987-4fae-91ed-fd35b4381283 req-270b1649-06d3-474c-86d7-b00dcaa989b6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:33.319085 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2a3ef373-7987-4fae-91ed-fd35b4381283 req-270b1649-06d3-474c-86d7-b00dcaa989b6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0786698 Apr 05 22:35:33.320674 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0cda8-71e6-4275-84f5-8f06e407aad4 req-5621e713-bbba-47da-99f3-9dc5acece876 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:33.327864 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-12d0cda8-71e6-4275-84f5-8f06e407aad4 req-5621e713-bbba-47da-99f3-9dc5acece876 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.1109519 Apr 05 22:35:33.384437 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2a3ef373-7987-4fae-91ed-fd35b4381283 req-1569532b-22e1-4a8e-a5aa-21933d5171d9 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552657 Apr 05 22:35:33.395673 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks [] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:33.455095 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-12d0cda8-71e6-4275-84f5-8f06e407aad4 req-a44bf0bc-cf7d-48b1-ad03-48c4afbf1984 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246686 Apr 05 22:35:33.570577 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:33.583536 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744170cb-442f-47aa-997f-6011c4faa968 req-621efcb2-723c-47f2-bf32-12a4a3ecab4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:33.585562 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-621efcb2-723c-47f2-bf32-12a4a3ecab4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 814 time: 0.2037473 Apr 05 22:35:33.623438 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Network ef192024-947c-4670-a838-6582b0522169 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:33.628839 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:33.633631 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:33.684398 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:33.684637 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:33.721221 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Pushing event updated for resources: {'Port': ['ID=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:33.729368 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-ab509e6d-6d3b-4089-84c3-bb9ad4070997 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1945963 Apr 05 22:35:33.758408 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Request body: {'port': {'device_id': '09ac19ad-3579-42ac-9271-1788a181eef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:33.850988 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-dcbde0b3-80f6-4cdb-a7d0-da5f21592566 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=798e0839ad15488b8cb8ee35603db32a HTTP/1.1" status: 200 len: 473 time: 0.1625884 Apr 05 22:35:33.853861 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:33.883275 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-744170cb-442f-47aa-997f-6011c4faa968 req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'port': {'device_id': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'admin_state_up': True, 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'security_groups': ['b2aa6613-51a1-4240-bf42-4e0dccf67bdd']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:34.140066 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744170cb-442f-47aa-997f-6011c4faa968 req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Made reservation on behalf of 798e0839ad15488b8cb8ee35603db32a for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:34.143775 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-744170cb-442f-47aa-997f-6011c4faa968 req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.296103 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e75c73-efb7-4735-9635-5506fcfb6ba2 req-8a42e48a-a881-46b8-bf18-e4e9becdffd3 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:34.297683 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a7e75c73-efb7-4735-9635-5506fcfb6ba2 req-8a42e48a-a881-46b8-bf18-e4e9becdffd3 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 932 time: 0.1600530 Apr 05 22:35:34.372800 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 50046) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:34.383574 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-29d3883a-542a-4bdb-b10b-0d59a96a878f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--121196780', 'description': 'tempest-description--2110114495'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:34.426295 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b1a7dd-d1dd-4516-95f9-00b64200eb7e {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:34.450683 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Publish callbacks [] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.451921 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29d3883a-542a-4bdb-b10b-0d59a96a878f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.465260 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a7e75c73-efb7-4735-9635-5506fcfb6ba2 req-15ca938d-642f-4e60-b495-a78c2b60bc27 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570959 Apr 05 22:35:34.466539 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-744170cb-442f-47aa-997f-6011c4faa968 req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Allocated IP 172.20.0.12 (3b6690ac-f4b8-4a7e-968f-10ccb08336f7/d7f3574c-1479-402b-b66c-800a10f43d9e/d756cd64-95da-48a3-9982-03f37aedf59b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:34.480656 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Transition to ACTIVE for port object b6b1a7dd-d1dd-4516-95f9-00b64200eb7e will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:35:34.489888 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.551353 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-705dcd16-3002-4ec6-a18f-dfa36e464315 req-b8d345e3-d5cd-41fa-9f25-2bb1b3c467ad tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 210 time: 0.0885425 Apr 05 22:35:34.566487 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:34.676603 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29d3883a-542a-4bdb-b10b-0d59a96a878f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for security_group (f2b8a1cd-6fd1-4580-8313-c65e93535f15), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.737822 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29d3883a-542a-4bdb-b10b-0d59a96a878f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (f2b8a1cd-6fd1-4580-8313-c65e93535f15), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.771590 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29d3883a-542a-4bdb-b10b-0d59a96a878f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.776021 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-29d3883a-542a-4bdb-b10b-0d59a96a878f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4017889 Apr 05 22:35:34.776882 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 50058) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:34.785656 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e2d8cbcd-c20d-41a5-b7a3-7b740b6b4f74 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8a1cd-6fd1-4580-8313-c65e93535f15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:34.821200 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2d8cbcd-c20d-41a5-b7a3-7b740b6b4f74 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for security_group_rule (2c594704-7abc-434c-969e-2de99c9a2335), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.886964 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2d8cbcd-c20d-41a5-b7a3-7b740b6b4f74 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for security_group_rule (2c594704-7abc-434c-969e-2de99c9a2335), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.893469 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3883a-542a-4bdb-b10b-0d59a96a878f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b8a1cd-6fd1-4580-8313-c65e93535f15,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:34.897209 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2d8cbcd-c20d-41a5-b7a3-7b740b6b4f74 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (2c594704-7abc-434c-969e-2de99c9a2335), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.914613 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8cbcd-c20d-41a5-b7a3-7b740b6b4f74 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c594704-7abc-434c-969e-2de99c9a2335,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:34.923943 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65c88f-c236-49c0-9db2-cbeb3b2ec6a4 req-f23cfdfb-a0f0-479c-b26b-c36e67e27490 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:34.931269 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-da65c88f-c236-49c0-9db2-cbeb3b2ec6a4 req-f23cfdfb-a0f0-479c-b26b-c36e67e27490 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.2594523 Apr 05 22:35:34.966083 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2d8cbcd-c20d-41a5-b7a3-7b740b6b4f74 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.970483 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-e2d8cbcd-c20d-41a5-b7a3-7b740b6b4f74 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1882799 Apr 05 22:35:34.976790 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 50060) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:34.983444 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-08d4e64e-7a48-4819-835e-b900e3958d8f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8a1cd-6fd1-4580-8313-c65e93535f15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:35.035349 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-da65c88f-c236-49c0-9db2-cbeb3b2ec6a4 req-6989a918-4bd0-4877-b39d-49ccbd8ade9d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976822 Apr 05 22:35:35.061425 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08d4e64e-7a48-4819-835e-b900e3958d8f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for security_group_rule (9c82a1a9-2cb5-41f6-ba8e-83c7dbef3387), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.151395 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08d4e64e-7a48-4819-835e-b900e3958d8f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for security_group_rule (9c82a1a9-2cb5-41f6-ba8e-83c7dbef3387), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.156411 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08d4e64e-7a48-4819-835e-b900e3958d8f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (9c82a1a9-2cb5-41f6-ba8e-83c7dbef3387), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.185470 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4e64e-7a48-4819-835e-b900e3958d8f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c82a1a9-2cb5-41f6-ba8e-83c7dbef3387,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:35.193809 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08d4e64e-7a48-4819-835e-b900e3958d8f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.195457 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-08d4e64e-7a48-4819-835e-b900e3958d8f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2175610 Apr 05 22:35:35.198444 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 50064) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:35.203405 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Request body: {'floatingip': {'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:35.207761 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-744170cb-442f-47aa-997f-6011c4faa968 req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for port (d756cd64-95da-48a3-9982-03f37aedf59b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.221762 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Attempting to bind port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:35.222251 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Attempting to bind port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'c0ea7d43-7dac-4e75-9c14-60e0a7034e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef192024-947c-4670-a838-6582b0522169'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:35.222783 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Attempting to bind port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e on network ef192024-947c-4670-a838-6582b0522169 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:35.234234 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e on network ef192024-947c-4670-a838-6582b0522169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:35:35.234432 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.234845 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Attempting to bind port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e on network ef192024-947c-4670-a838-6582b0522169 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:35.246812 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:35.247283 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Checking segment: {'id': 'c0ea7d43-7dac-4e75-9c14-60e0a7034e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef192024-947c-4670-a838-6582b0522169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:35.247782 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Bound using segment: {'id': 'c0ea7d43-7dac-4e75-9c14-60e0a7034e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef192024-947c-4670-a838-6582b0522169'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:35.248320 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Bound port: b6b1a7dd-d1dd-4516-95f9-00b64200eb7e, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ea7d43-7dac-4e75-9c14-60e0a7034e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ef192024-947c-4670-a838-6582b0522169'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:35.248905 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.287443 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee71321-ef16-46ae-bb9e-7ff8dc115a71 req-2e6d6cd8-1421-4f25-b4a9-aa74cb4b5db2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:35.295626 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4ee71321-ef16-46ae-bb9e-7ff8dc115a71 req-2e6d6cd8-1421-4f25-b4a9-aa74cb4b5db2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.2924676 Apr 05 22:35:35.372820 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.382687 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-744170cb-442f-47aa-997f-6011c4faa968 req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.457091 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744170cb-442f-47aa-997f-6011c4faa968 req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:35.469402 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-744170cb-442f-47aa-997f-6011c4faa968 req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:35.501825 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4ee71321-ef16-46ae-bb9e-7ff8dc115a71 req-20e4a125-0c8e-4b84-95f1-c2a16941acf8 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904478 Apr 05 22:35:35.516516 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-744170cb-442f-47aa-997f-6011c4faa968 req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:35.534413 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] For port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:35.552965 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Allocated IP 172.28.3.143 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:35.604358 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'Port': ['ID=d756cd64-95da-48a3-9982-03f37aedf59b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:35.639006 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] For port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e,segment=NetworkSegment(c0ea7d43-7dac-4e75-9c14-60e0a7034e29),segment_id=c0ea7d43-7dac-4e75-9c14-60e0a7034e29)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:35.684301 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.777773 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:35.790821 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744170cb-442f-47aa-997f-6011c4faa968 req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:35.791513 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-744170cb-442f-47aa-997f-6011c4faa968 req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.808842 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:35.809543 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.811147 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c65dff0a-1e2f-4b75-9b4a-cbfca4563903 service neutron] 10.222.0.44 "PUT /v2.0/ports/b6b1a7dd-d1dd-4516-95f9-00b64200eb7e HTTP/1.1" status: 200 len: 1094 time: 2.0720048 Apr 05 22:35:35.813333 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ac19ad-3579-42ac-9271-1788a181eef6', 'tag': 'b6b1a7dd-d1dd-4516-95f9-00b64200eb7e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:35.815938 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1164f37b-27f7-4f14-b835-afe1b5d2d70f" -d '{"events": [{"name": "network-changed", "server_uuid": "09ac19ad-3579-42ac-9271-1788a181eef6", "tag": "b6b1a7dd-d1dd-4516-95f9-00b64200eb7e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:35.822464 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for port (8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.840095 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-434c0f37-7aed-4877-8b13-989972cd67a7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9782243 Apr 05 22:35:35.851573 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b8222-ee05-4c84-9e70-b74b10b7fea4 req-be7e2014-5dd3-400c-be70-3c03a223f339 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:35.859753 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2c4b8222-ee05-4c84-9e70-b74b10b7fea4 req-be7e2014-5dd3-400c-be70-3c03a223f339 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 932 time: 0.1890783 Apr 05 22:35:35.861470 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527e4f8-e0c7-41f3-9d0b-5d37914e413c req-ee20e74d-715a-4212-a5ce-78d319c81867 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:35.868999 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e527e4f8-e0c7-41f3-9d0b-5d37914e413c req-ee20e74d-715a-4212-a5ce-78d319c81867 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 944 time: 0.2125874 Apr 05 22:35:35.881382 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Request body: {'port': {'device_id': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:35.883925 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-303e353e-2fc7-41fb-8280-d2c0fb0e2510 None None] Provisioning complete for port d756cd64-95da-48a3-9982-03f37aedf59b triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:35.885011 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-303e353e-2fc7-41fb-8280-d2c0fb0e2510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.914784 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.934328 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-303e353e-2fc7-41fb-8280-d2c0fb0e2510 None None] Port d756cd64-95da-48a3-9982-03f37aedf59b cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:35.963977 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:35.983354 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e527e4f8-e0c7-41f3-9d0b-5d37914e413c req-ab46321b-fa51-4a3d-9824-8805e7c7da6c tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133161 Apr 05 22:35:35.986592 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:36.006155 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2c4b8222-ee05-4c84-9e70-b74b10b7fea4 req-6460127e-4308-4c25-a74a-c2ec84d3db41 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441336 Apr 05 22:35:36.011804 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:36.019372 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.033339 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-6cd36a32-d39c-40eb-9cff-5785fc0ca83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:36.044575 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-6cd36a32-d39c-40eb-9cff-5785fc0ca83f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=101aa39891da4156b8280f385a037712&device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 1128 time: 0.1766720 Apr 05 22:35:36.054378 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event updated for resources: {'Port': ['ID=8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:36.125372 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c55485-ebf0-40ea-a093-c34c9a86684b x-openstack-request-id: req-37c55485-ebf0-40ea-a093-c34c9a86684b {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:36.125939 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ac19ad-3579-42ac-9271-1788a181eef6", "tag": "b6b1a7dd-d1dd-4516-95f9-00b64200eb7e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:36.126290 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37c55485-ebf0-40ea-a093-c34c9a86684b {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:36.126617 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c55485-ebf0-40ea-a093-c34c9a86684b'] response: {'name': 'network-changed', 'server_uuid': '09ac19ad-3579-42ac-9271-1788a181eef6', 'tag': 'b6b1a7dd-d1dd-4516-95f9-00b64200eb7e', 'status': 'completed', 'code': 200} Apr 05 22:35:36.131531 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-c992f934-a4a5-4796-b33e-94a870761772 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e HTTP/1.1" status: 200 len: 217 time: 0.0757287 Apr 05 22:35:36.186910 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for floatingip (b84c9287-b93e-49da-a57c-3b86e8c8af6b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.235483 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.459752 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for port (8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.466139 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.478145 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-54e081ff-a685-448a-8ea3-98f45d3e936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:36.479719 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-54e081ff-a685-448a-8ea3-98f45d3e936d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c5bac83-d2af-4b35-8078-f55b2a159170 HTTP/1.1" status: 200 len: 848 time: 0.3392470 Apr 05 22:35:36.493752 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad077cd-aa2d-42d1-9daf-480fd30dcbbf req-e6b56b91-505b-4f0b-a1f1-eb75dd790c9f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:36.495331 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5ad077cd-aa2d-42d1-9daf-480fd30dcbbf req-e6b56b91-505b-4f0b-a1f1-eb75dd790c9f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.1512146 Apr 05 22:35:36.509023 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d756cd64-95da-48a3-9982-03f37aedf59b {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:36.515970 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event updated for resources: {'Port': ['ID=8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:36.521959 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Publish callbacks [] for port (d756cd64-95da-48a3-9982-03f37aedf59b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.553273 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Transition to ACTIVE for port object d756cd64-95da-48a3-9982-03f37aedf59b will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:35:36.571437 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.593936 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5ad077cd-aa2d-42d1-9daf-480fd30dcbbf req-09aeb710-fe6c-44e7-b22c-aa29e105066a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877688 Apr 05 22:35:36.661677 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (b84c9287-b93e-49da-a57c-3b86e8c8af6b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.708420 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Pushing event updated for resources: {'Port': ['ID=d756cd64-95da-48a3-9982-03f37aedf59b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:36.710084 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.713886 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-842937b2-5412-45dd-8e0e-00cf249f63af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5125129 Apr 05 22:35:36.780349 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Attempting to bind port d756cd64-95da-48a3-9982-03f37aedf59b on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:36.780812 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Attempting to bind port d756cd64-95da-48a3-9982-03f37aedf59b by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:36.781542 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Attempting to bind port d756cd64-95da-48a3-9982-03f37aedf59b on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:36.793989 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Port d756cd64-95da-48a3-9982-03f37aedf59b on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:35:36.793989 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Attempting to bind port d756cd64-95da-48a3-9982-03f37aedf59b on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:36.794420 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451def04-91e6-4969-85d4-aaf5a8a9b533 req-c70ddea2-4a59-4e5f-baf9-f40d4c0a4c1b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:36.794420 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-451def04-91e6-4969-85d4-aaf5a8a9b533 req-c70ddea2-4a59-4e5f-baf9-f40d4c0a4c1b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.1652849 Apr 05 22:35:36.807342 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:36.808005 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Checking segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:36.809736 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Bound using segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:36.809736 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Bound port: d756cd64-95da-48a3-9982-03f37aedf59b, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:36.809736 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.847241 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-451def04-91e6-4969-85d4-aaf5a8a9b533 req-1c955c01-08a8-4ffe-9f79-0ea4fb8b1c0b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462246 Apr 05 22:35:36.921992 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] For port d756cd64-95da-48a3-9982-03f37aedf59b, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:36.925300 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] For port d756cd64-95da-48a3-9982-03f37aedf59b, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d756cd64-95da-48a3-9982-03f37aedf59b,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:36.935592 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.981522 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:36.982221 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.983927 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] 10.222.0.44 "PUT /v2.0/ports/d756cd64-95da-48a3-9982-03f37aedf59b HTTP/1.1" status: 200 len: 1094 time: 1.1070271 Apr 05 22:35:37.021697 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d84a1-b11b-4454-bd6d-d123a951096a service neutron] Pushing event updated for resources: {'Port': ['ID=d756cd64-95da-48a3-9982-03f37aedf59b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:37.162448 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-e8aafcc3-1d22-4b26-817b-287395d70c65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef192024-947c-4670-a838-6582b0522169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399396 Apr 05 22:35:37.180178 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-f6ece7a5-4470-427e-8b39-03abcc77d042 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--121196780&fields=id&tenant_id=7885523ebf5c4b1b8dc32aff77a3d098 HTTP/1.1" status: 200 len: 267 time: 0.1382668 Apr 05 22:35:37.212245 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fe751-ef1a-4d13-b578-509519c61c42 req-e4563c27-801b-4929-aadb-7f8d246c69be tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:37.221396 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d38fe751-ef1a-4d13-b578-509519c61c42 req-e4563c27-801b-4929-aadb-7f8d246c69be tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 944 time: 0.1437109 Apr 05 22:35:37.277782 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d38fe751-ef1a-4d13-b578-509519c61c42 req-59c780fe-a19e-48a8-af35-fe5ad9639dd9 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549729 Apr 05 22:35:37.300383 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5810790c-7561-4c97-bf2b-5e312cb5a586 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:37.302111 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5810790c-7561-4c97-bf2b-5e312cb5a586 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 818 time: 0.1216688 Apr 05 22:35:37.324259 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-8df95a43-d1a8-4eea-82f9-f219c20cd34b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/quotas/7885523ebf5c4b1b8dc32aff77a3d098 HTTP/1.1" status: 200 len: 375 time: 0.0165720 Apr 05 22:35:37.411826 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-a4e3cba3-a119-4e7f-91a6-f98a946357e6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0819633 Apr 05 22:35:37.423081 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ab668-1afd-413f-9fe8-2551b9337870 req-f282f327-422d-42fa-b403-d7d09a71e41d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:37.432376 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-334ab668-1afd-413f-9fe8-2551b9337870 req-f282f327-422d-42fa-b403-d7d09a71e41d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 944 time: 0.0692847 Apr 05 22:35:37.497178 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-334ab668-1afd-413f-9fe8-2551b9337870 req-481b5649-0fdd-4251-b2f3-dc14774887a4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590310 Apr 05 22:35:37.640433 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-d73ca287-668b-47b8-956b-a2daee30d1cb service neutron] 10.222.0.44 "GET /v2.0/networks/ef192024-947c-4670-a838-6582b0522169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210672 Apr 05 22:35:37.649523 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-363e93e3-e050-4227-aae2-c37664868a5a service neutron] 10.222.0.43 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092087 Apr 05 22:35:37.652344 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744170cb-442f-47aa-997f-6011c4faa968 req-a4e2d592-b32c-400c-88bc-181c75539f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:37.653767 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-a4e2d592-b32c-400c-88bc-181c75539f73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 1128 time: 0.1278212 Apr 05 22:35:37.743861 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01943f22-02ef-4254-abf8-021578743bc0 req-5e6dc0fd-0922-4a7a-be9a-9fb231983f0e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:37.745702 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-01943f22-02ef-4254-abf8-021578743bc0 req-5e6dc0fd-0922-4a7a-be9a-9fb231983f0e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0613148 Apr 05 22:35:37.761031 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-2482f05f-f4c0-492b-80e0-7370d0afd33b service neutron] 10.222.0.43 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052158 Apr 05 22:35:37.824620 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-01943f22-02ef-4254-abf8-021578743bc0 req-1c6e5909-b06d-4ce8-82f0-bbe84e13efd4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659859 Apr 05 22:35:37.952419 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-de335287-af53-4de3-8027-cfe37fd76d0d req-857f1ac1-9075-4d37-ba1e-e7f3a0df9ee6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 210 time: 0.0349071 Apr 05 22:35:38.048340 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883868c-518d-47b1-a44f-79ec40a3b318 req-de94f840-d98e-4fb1-8a70-e4bd277219e3 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:38.056630 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-3883868c-518d-47b1-a44f-79ec40a3b318 req-de94f840-d98e-4fb1-8a70-e4bd277219e3 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0841651 Apr 05 22:35:38.120425 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-8a875b28-b41a-446f-97f4-96393a384773 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d756cd64-95da-48a3-9982-03f37aedf59b HTTP/1.1" status: 200 len: 217 time: 0.1506321 Apr 05 22:35:38.125294 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-3883868c-518d-47b1-a44f-79ec40a3b318 req-ac5ae99a-fc4e-479d-9b81-a45335fd08ef tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657246 Apr 05 22:35:38.129574 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'tag': 'd756cd64-95da-48a3-9982-03f37aedf59b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:38.132871 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e45b3d6-bf9f-47ae-a633-18f006ab1931" -d '{"events": [{"name": "network-changed", "server_uuid": "ef47a33e-bb1c-43d4-ad4a-471233598e43", "tag": "d756cd64-95da-48a3-9982-03f37aedf59b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:38.189534 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ad0eccb3-61c4-499b-bdc5-60194e6c4c8c req-e6d7cf0e-0ca5-484c-a892-16f46139c1bf service neutron] 10.222.0.44 "GET /v2.0/networks/ef192024-947c-4670-a838-6582b0522169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209778 Apr 05 22:35:38.222879 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbd9f7b-aa1b-48c4-b43d-e10dcb2c6d9b x-openstack-request-id: req-7dbd9f7b-aa1b-48c4-b43d-e10dcb2c6d9b {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:38.223158 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef47a33e-bb1c-43d4-ad4a-471233598e43", "tag": "d756cd64-95da-48a3-9982-03f37aedf59b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:38.223408 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7dbd9f7b-aa1b-48c4-b43d-e10dcb2c6d9b {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:38.223951 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbd9f7b-aa1b-48c4-b43d-e10dcb2c6d9b'] response: {'name': 'network-changed', 'server_uuid': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'tag': 'd756cd64-95da-48a3-9982-03f37aedf59b', 'status': 'completed', 'code': 200} Apr 05 22:35:38.239804 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744170cb-442f-47aa-997f-6011c4faa968 req-a414d6ed-c5c2-4b79-bdd2-7f653155409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:38.241875 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-a414d6ed-c5c2-4b79-bdd2-7f653155409a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 200 len: 853 time: 0.1050680 Apr 05 22:35:38.417445 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87ed20-3d30-4326-acb1-7dc2486f9f35 req-e4851f52-e461-42c2-b622-cc02ebf9fbc6 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:38.419500 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-fb87ed20-3d30-4326-acb1-7dc2486f9f35 req-e4851f52-e461-42c2-b622-cc02ebf9fbc6 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 944 time: 0.0676982 Apr 05 22:35:38.501881 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-fb87ed20-3d30-4326-acb1-7dc2486f9f35 req-78fe6ced-91d4-4bcd-bdc9-b10b86cd51c6 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603576 Apr 05 22:35:38.615194 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbce10-6c81-47aa-a343-61538e2e06f6 req-89956332-6f17-41d4-a0a1-926a2c8ef461 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:38.616726 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fadbce10-6c81-47aa-a343-61538e2e06f6 req-89956332-6f17-41d4-a0a1-926a2c8ef461 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 944 time: 0.0563922 Apr 05 22:35:38.667085 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fadbce10-6c81-47aa-a343-61538e2e06f6 req-8ae2ff3e-3f04-4b5d-94c2-66e748ab9461 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439858 Apr 05 22:35:38.939304 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a0aa4-6175-4006-acc6-e83b009fd6df req-325dff18-0119-459b-b38c-b2d3cdf6a0c7 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:38.941027 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-312a0aa4-6175-4006-acc6-e83b009fd6df req-325dff18-0119-459b-b38c-b2d3cdf6a0c7 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0557389 Apr 05 22:35:39.001473 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-312a0aa4-6175-4006-acc6-e83b009fd6df req-9a30c244-14f7-431d-93a7-169c611a949b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548737 Apr 05 22:35:39.091935 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0f9a69de-7aea-4afb-a059-ad97e54afc41 req-1d98f000-ddb2-4572-99fb-2f3b4c2e4e99 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 210 time: 0.0425615 Apr 05 22:35:39.251535 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ec61d-f5fb-4c07-9f8f-98359946c176 req-43d58e7b-a2aa-4f83-a9a2-fd8b60a45cad tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:39.255123 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a97ec61d-f5fb-4c07-9f8f-98359946c176 req-43d58e7b-a2aa-4f83-a9a2-fd8b60a45cad tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0598733 Apr 05 22:35:39.367802 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164f37b-27f7-4f14-b835-afe1b5d2d70f req-8596c490-3295-4303-8ae6-780979c345d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:39.369536 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1164f37b-27f7-4f14-b835-afe1b5d2d70f req-8596c490-3295-4303-8ae6-780979c345d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=101aa39891da4156b8280f385a037712&device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 1128 time: 0.0871782 Apr 05 22:35:39.380100 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744170cb-442f-47aa-997f-6011c4faa968 req-ad4b0614-8ea5-41f5-8a85-90d3baaf6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:39.381367 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-ad4b0614-8ea5-41f5-8a85-90d3baaf6a14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0895989 Apr 05 22:35:39.395842 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a97ec61d-f5fb-4c07-9f8f-98359946c176 req-2322da27-3da4-4547-86b7-a238a303df84 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348746 Apr 05 22:35:39.545127 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164f37b-27f7-4f14-b835-afe1b5d2d70f req-100fc6c8-3203-4eef-8cad-f08acd2ef997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:39.547023 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1164f37b-27f7-4f14-b835-afe1b5d2d70f req-100fc6c8-3203-4eef-8cad-f08acd2ef997 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ef192024-947c-4670-a838-6582b0522169 HTTP/1.1" status: 200 len: 909 time: 0.1697145 Apr 05 22:35:39.617797 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1164f37b-27f7-4f14-b835-afe1b5d2d70f req-81452635-77e4-452b-8b9d-300d5d2ddcfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e HTTP/1.1" status: 200 len: 217 time: 0.0611434 Apr 05 22:35:39.635809 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-031b5e7d-593f-40b5-8052-4851f232c004 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849284 Apr 05 22:35:39.796419 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164f37b-27f7-4f14-b835-afe1b5d2d70f req-8ee5e0ca-cbed-45a3-8dd3-f70614e98457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:39.797929 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1164f37b-27f7-4f14-b835-afe1b5d2d70f req-8ee5e0ca-cbed-45a3-8dd3-f70614e98457 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c5bac83-d2af-4b35-8078-f55b2a159170 HTTP/1.1" status: 200 len: 848 time: 0.1617470 Apr 05 22:35:39.807579 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47929269-d1e3-416b-b297-c136c5fbefec req-c2cbbf7c-026a-4551-beec-7d0715629e0d tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:39.808549 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad193a-5b65-47c0-9b4d-7ddebf4103a9 req-f7212ee1-02b9-4e67-abcd-787fb718caa3 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:39.809080 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-47929269-d1e3-416b-b297-c136c5fbefec req-c2cbbf7c-026a-4551-beec-7d0715629e0d tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 944 time: 0.2049520 Apr 05 22:35:39.819202 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bdad193a-5b65-47c0-9b4d-7ddebf4103a9 req-f7212ee1-02b9-4e67-abcd-787fb718caa3 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 944 time: 0.0719931 Apr 05 22:35:39.870842 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bdad193a-5b65-47c0-9b4d-7ddebf4103a9 req-58d3ddd3-64b4-4379-9145-fcd59cf73c05 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476599 Apr 05 22:35:39.882867 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-47929269-d1e3-416b-b297-c136c5fbefec req-5acbef4b-87ad-4758-9a9d-2dc256072fa6 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623157 Apr 05 22:35:39.885144 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-744170cb-442f-47aa-997f-6011c4faa968 req-1df5bd95-4b0d-4396-9fc2-3e057a4e9963 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387500 Apr 05 22:35:39.978493 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1164f37b-27f7-4f14-b835-afe1b5d2d70f req-2ce7d5b1-a63f-4fd5-9ca0-f5661b047944 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef192024-947c-4670-a838-6582b0522169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604098 Apr 05 22:35:40.163332 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd56ba-44bb-4a67-94ce-543dba4988ba req-6f10df1c-b461-4009-a7bf-1bf97a643bc7 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:40.164960 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0bcd56ba-44bb-4a67-94ce-543dba4988ba req-6f10df1c-b461-4009-a7bf-1bf97a643bc7 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0711656 Apr 05 22:35:40.201614 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9804ffbf-d173-4074-bc15-f4a50d849989 req-58cdbf86-0b20-47c1-be01-eb8901116c0a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 210 time: 0.0396140 Apr 05 22:35:40.233682 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0bcd56ba-44bb-4a67-94ce-543dba4988ba req-1ae23194-5b6c-44c9-9e71-d760318ddf58 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618255 Apr 05 22:35:40.529535 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e9860-8a67-4ad6-b372-49c72a4f5b80 req-fc03f539-40e9-4153-a547-4a9e7ea5b732 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:40.530941 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-823e9860-8a67-4ad6-b372-49c72a4f5b80 req-fc03f539-40e9-4153-a547-4a9e7ea5b732 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0559075 Apr 05 22:35:40.592135 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-823e9860-8a67-4ad6-b372-49c72a4f5b80 req-e2fce579-3c13-4dcc-924e-9c1fa56f3cc6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536900 Apr 05 22:35:41.013359 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3e20c-4942-43a8-972d-9f2956d104d5 req-fb5752dd-4717-46de-a9c7-04047e91b628 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:41.014908 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-75c3e20c-4942-43a8-972d-9f2956d104d5 req-fb5752dd-4717-46de-a9c7-04047e91b628 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 944 time: 0.0594518 Apr 05 22:35:41.015255 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b71ad-5a25-4ec2-9b36-88039423ba88 req-2dd445f6-3abb-43a7-8c55-5ed6fac2e69d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:41.016759 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c77b71ad-5a25-4ec2-9b36-88039423ba88 req-2dd445f6-3abb-43a7-8c55-5ed6fac2e69d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 944 time: 0.0563126 Apr 05 22:35:41.065929 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-75c3e20c-4942-43a8-972d-9f2956d104d5 req-315427ca-7c42-4220-a052-30cb1d07de72 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447569 Apr 05 22:35:41.067177 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c77b71ad-5a25-4ec2-9b36-88039423ba88 req-a64208bc-1f12-4bf0-a7fb-e2ef19778335 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Apr 05 22:35:41.113628 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device b6b1a7dd-d1dd-4516-95f9-00b64200eb7e details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:35:41.253339 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e,segment=NetworkSegment(c0ea7d43-7dac-4e75-9c14-60e0a7034e29),segment_id=c0ea7d43-7dac-4e75-9c14-60e0a7034e29)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:41.266652 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': 'b6b1a7dd-d1dd-4516-95f9-00b64200eb7e', 'network_id': 'ef192024-947c-4670-a838-6582b0522169', 'port_id': 'b6b1a7dd-d1dd-4516-95f9-00b64200eb7e', 'mac_address': 'fa:16:3e:5e:59:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5bac83-d2af-4b35-8078-f55b2a159170', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:35:41.322131 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8820f558-f2d5-461c-8849-5c7502cfc040 req-d5c0e57a-1949-47b7-990e-ca5d358ad400 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 210 time: 0.0459268 Apr 05 22:35:41.331084 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:41.331766 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.350805 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1164f37b-27f7-4f14-b835-afe1b5d2d70f req-85ec7e1d-c666-43e1-87bf-bac5e6c3b095 service neutron] 10.222.0.44 "GET /v2.0/networks/ef192024-947c-4670-a838-6582b0522169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488494 Apr 05 22:35:41.357510 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b1a7dd-d1dd-4516-95f9-00b64200eb7e {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:41.374339 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-d663337f-52d7-4889-926e-d78894959f69 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:41.376713 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-d663337f-52d7-4889-926e-d78894959f69 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 818 time: 0.2099657 Apr 05 22:35:41.380947 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e,segment=NetworkSegment(c0ea7d43-7dac-4e75-9c14-60e0a7034e29),segment_id=c0ea7d43-7dac-4e75-9c14-60e0a7034e29)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:41.383279 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45b3d6-bf9f-47ae-a633-18f006ab1931 req-93a26583-8e66-4de9-a089-d507ca0af8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:41.385611 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5e45b3d6-bf9f-47ae-a633-18f006ab1931 req-93a26583-8e66-4de9-a089-d507ca0af8be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 1128 time: 0.2178774 Apr 05 22:35:41.386809 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.444742 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:41.449937 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbe52f-baca-4f83-b9c1-5b059a5d2d70 req-de3b6d21-2509-4b6d-810e-2c580de76131 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:41.451619 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-cccbe52f-baca-4f83-b9c1-5b059a5d2d70 req-de3b6d21-2509-4b6d-810e-2c580de76131 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0559742 Apr 05 22:35:41.498000 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-cccbe52f-baca-4f83-b9c1-5b059a5d2d70 req-f01e7778-8539-4706-b927-65b4d2a4f070 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404115 Apr 05 22:35:41.651717 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-0e76a6eb-dad1-41fe-9aaa-dd3f27e0f887 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:41.653226 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-0e76a6eb-dad1-41fe-9aaa-dd3f27e0f887 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/networks?id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0 HTTP/1.1" status: 200 len: 815 time: 0.1045775 Apr 05 22:35:41.668451 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-7e01822a-54c9-41d2-890d-eba05615c7c3 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/quotas/f0071b9efb804bb9b6375a3b8ab1cfda HTTP/1.1" status: 200 len: 375 time: 0.0094543 Apr 05 22:35:41.706370 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c6e30-b4dd-42b9-b3a8-9ba157e81bd1 req-ff799a2a-1d15-4853-b585-9d87f9a4ff32 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:41.707963 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-996c6e30-b4dd-42b9-b3a8-9ba157e81bd1 req-ff799a2a-1d15-4853-b585-9d87f9a4ff32 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0525334 Apr 05 22:35:41.723527 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-0ea8f76b-e77f-4005-aaa3-efec45fbe02c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0071b9efb804bb9b6375a3b8ab1cfda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495074 Apr 05 22:35:41.727358 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['b6b1a7dd-d1dd-4516-95f9-00b64200eb7e'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:35:41.759983 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-996c6e30-b4dd-42b9-b3a8-9ba157e81bd1 req-a2c9c83f-4b68-4d19-a3c5-b3f95c54e645 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453782 Apr 05 22:35:41.820276 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-f4888419-6d05-4905-89b5-f3dbf9cf602f service neutron] 10.222.0.43 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837891 Apr 05 22:35:42.191318 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc027b93-54c6-418c-a11d-72adf96f2994 req-accaff82-6697-4608-9552-c54572e4d1f2 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:42.192773 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-dc027b93-54c6-418c-a11d-72adf96f2994 req-accaff82-6697-4608-9552-c54572e4d1f2 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 944 time: 0.0571072 Apr 05 22:35:42.242118 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-dc027b93-54c6-418c-a11d-72adf96f2994 req-b3de3a71-2972-40c2-b657-cefff6b4538e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420201 Apr 05 22:35:42.330222 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-b01d62c4-27e8-488a-be16-919fd3ac58f9 service neutron] 10.222.0.43 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041986 Apr 05 22:35:42.342392 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-333535d9-ecbb-4c2d-adf8-64ca4de6df28 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7885523ebf5c4b1b8dc32aff77a3d098 HTTP/1.1" status: 200 len: 379 time: 0.2472191 Apr 05 22:35:42.348593 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45b3d6-bf9f-47ae-a633-18f006ab1931 req-738562a9-a4be-48bd-8f73-af3fcb3017a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:42.350382 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5e45b3d6-bf9f-47ae-a633-18f006ab1931 req-738562a9-a4be-48bd-8f73-af3fcb3017a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 915 time: 0.2559118 Apr 05 22:35:42.352016 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1164f37b-27f7-4f14-b835-afe1b5d2d70f req-1374a4e8-b889-492a-bd52-2658ea1f3026 service neutron] 10.222.0.44 "GET /v2.0/networks/ef192024-947c-4670-a838-6582b0522169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590961 Apr 05 22:35:42.358375 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4fa2c-767a-4a50-b11b-bf08cb8547e5 req-9851cade-3949-4862-9333-eed21b9cd547 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:42.359886 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2e4fa2c-767a-4a50-b11b-bf08cb8547e5 req-9851cade-3949-4862-9333-eed21b9cd547 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 945 time: 0.0613832 Apr 05 22:35:42.407930 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2e4fa2c-767a-4a50-b11b-bf08cb8547e5 req-e9ec61f6-e995-4dd7-baaa-9c9dd16956fa tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422332 Apr 05 22:35:42.513329 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b6245bba-a56f-4c2e-98c8-b8ff6ac0e6dc req-bf67d34d-ef9e-4d30-82ec-1a16f89b6669 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 210 time: 0.0281599 Apr 05 22:35:42.524432 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-37a63be9-4ef3-463d-b8cc-d28e23ebdb86 req-533eb38a-90fa-4eab-bd6a-91eebf13c6b0 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 210 time: 0.0367086 Apr 05 22:35:42.626897 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcb17a-51bf-43ac-aa81-1d6cd848ae7e req-1cfb92db-a1c4-4b4d-b451-f94e7464a444 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:42.628395 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-83bcb17a-51bf-43ac-aa81-1d6cd848ae7e req-1cfb92db-a1c4-4b4d-b451-f94e7464a444 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0531199 Apr 05 22:35:42.683059 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-83bcb17a-51bf-43ac-aa81-1d6cd848ae7e req-1fb24f31-9e18-471b-8f4f-30f03c74288f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473988 Apr 05 22:35:42.880240 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158a0f3-b04d-4b9d-b6b9-72dca0165b98 req-de0f9afc-28c5-488b-8801-9aefc969a606 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:42.881736 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c158a0f3-b04d-4b9d-b6b9-72dca0165b98 req-de0f9afc-28c5-488b-8801-9aefc969a606 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0554535 Apr 05 22:35:42.930932 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c158a0f3-b04d-4b9d-b6b9-72dca0165b98 req-d8b58dc7-4d72-4278-a5eb-0b6e00f178ac tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434065 Apr 05 22:35:42.960393 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Request body: {'port': {'device_id': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'admin_state_up': True, 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'security_groups': ['f2b8a1cd-6fd1-4580-8313-c65e93535f15']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:43.003690 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5e45b3d6-bf9f-47ae-a633-18f006ab1931 req-40b14b6e-0d55-4e4f-a0d6-3ca8c28f7d1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d756cd64-95da-48a3-9982-03f37aedf59b HTTP/1.1" status: 200 len: 217 time: 0.0542624 Apr 05 22:35:43.111290 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45b3d6-bf9f-47ae-a633-18f006ab1931 req-e356b9cd-2f85-4244-bd48-d699ff604ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:43.112817 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5e45b3d6-bf9f-47ae-a633-18f006ab1931 req-e356b9cd-2f85-4244-bd48-d699ff604ec4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 200 len: 853 time: 0.1002786 Apr 05 22:35:43.115958 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device d756cd64-95da-48a3-9982-03f37aedf59b details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:35:43.121269 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device b6b1a7dd-d1dd-4516-95f9-00b64200eb7e up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:43.183043 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45b3d6-bf9f-47ae-a633-18f006ab1931 req-0ebfaa74-f33a-4877-a6e1-ba8df1c12578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:43.184611 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5e45b3d6-bf9f-47ae-a633-18f006ab1931 req-0ebfaa74-f33a-4877-a6e1-ba8df1c12578 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0625820 Apr 05 22:35:43.186545 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Made reservation on behalf of 7885523ebf5c4b1b8dc32aff77a3d098 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:43.189874 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:43.247896 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:35:43.257971 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:43.258253 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:43.296932 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port d756cd64-95da-48a3-9982-03f37aedf59b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d756cd64-95da-48a3-9982-03f37aedf59b,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:43.316084 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': 'd756cd64-95da-48a3-9982-03f37aedf59b', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'port_id': 'd756cd64-95da-48a3-9982-03f37aedf59b', 'mac_address': 'fa:16:3e:43:11:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:35:43.380300 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port d756cd64-95da-48a3-9982-03f37aedf59b is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:43.380678 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:43.388333 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5e45b3d6-bf9f-47ae-a633-18f006ab1931 req-73ea9660-801b-4b57-9ae9-d4298aea642f service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959794 Apr 05 22:35:43.393062 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:43.393436 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:43.405238 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d756cd64-95da-48a3-9982-03f37aedf59b {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:43.424334 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Allocated IP 172.20.0.9 (b477f809-ad93-4dd7-b680-cb0ad94d0275/05e38a47-8a2e-4d46-81be-81b385e2fe0c/f63dd5f8-2f91-448b-9895-30f41ae4351d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:43.435917 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port d756cd64-95da-48a3-9982-03f37aedf59b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d756cd64-95da-48a3-9982-03f37aedf59b,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:43.443305 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ac19ad-3579-42ac-9271-1788a181eef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b1a7dd-d1dd-4516-95f9-00b64200eb7e'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:43.443492 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8ec84-72ae-4d8d-9c50-e0cd501a1693 req-e87f732f-d87d-41e9-b7f2-d92cad0a0b89 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:43.444915 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f9a8ec84-72ae-4d8d-9c50-e0cd501a1693 req-e87f732f-d87d-41e9-b7f2-d92cad0a0b89 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 944 time: 0.1209393 Apr 05 22:35:43.445505 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e349b6b-5668-4ab7-9ce7-3b88533085f1" -d '{"events": [{"server_uuid": "09ac19ad-3579-42ac-9271-1788a181eef6", "name": "network-vif-plugged", "status": "completed", "tag": "b6b1a7dd-d1dd-4516-95f9-00b64200eb7e"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:43.456192 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:43.462672 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e,segment=NetworkSegment(c0ea7d43-7dac-4e75-9c14-60e0a7034e29),segment_id=c0ea7d43-7dac-4e75-9c14-60e0a7034e29)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:43.485661 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:43.492635 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dbb1f6-c5fe-4972-ba05-2177ca2ef8bd x-openstack-request-id: req-d5dbb1f6-c5fe-4972-ba05-2177ca2ef8bd {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:43.493053 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ac19ad-3579-42ac-9271-1788a181eef6", "name": "network-vif-plugged", "status": "completed", "tag": "b6b1a7dd-d1dd-4516-95f9-00b64200eb7e", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:43.493290 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5dbb1f6-c5fe-4972-ba05-2177ca2ef8bd {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:43.493691 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5dbb1f6-c5fe-4972-ba05-2177ca2ef8bd'] response: {'server_uuid': '09ac19ad-3579-42ac-9271-1788a181eef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b1a7dd-d1dd-4516-95f9-00b64200eb7e', 'code': 200} Apr 05 22:35:43.514948 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=d756cd64-95da-48a3-9982-03f37aedf59b,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:43.599490 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:43.609411 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f147250-3a8d-4236-b0e8-f959cff50bd7 req-3f565f83-8e83-4583-96d4-a98c33fd88bc tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:43.611107 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6f147250-3a8d-4236-b0e8-f959cff50bd7 req-3f565f83-8e83-4583-96d4-a98c33fd88bc tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0586853 Apr 05 22:35:43.627713 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f9a8ec84-72ae-4d8d-9c50-e0cd501a1693 req-4973eeb3-f7a2-4e89-aab1-735b45792df4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649492 Apr 05 22:35:43.673556 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6f147250-3a8d-4236-b0e8-f959cff50bd7 req-e6614ffc-3e7f-4afe-bd36-f228913ee302 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529463 Apr 05 22:35:43.726368 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5e45b3d6-bf9f-47ae-a633-18f006ab1931 req-d0ee34dd-60e5-43da-8df7-5317a6c1f902 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031879 Apr 05 22:35:43.779316 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b88d2ed8-aa53-44b7-a541-d3aa7578e88b req-2df6767f-66a5-4130-8091-126049156658 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 210 time: 0.0671537 Apr 05 22:35:43.801747 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['d756cd64-95da-48a3-9982-03f37aedf59b'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:35:43.812416 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-eba5bcd1-94c3-498f-828e-d3e80d6adc6d req-86cfe572-ccab-4550-9d9a-5882e0d558b6 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 210 time: 0.0402637 Apr 05 22:35:43.905483 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.054481 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbb965-a7c4-47f3-9ad1-2a6eb0bdf9ce req-a8536b25-593b-4ce0-a1fe-8301c3d16d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:44.056318 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-51cbb965-a7c4-47f3-9ad1-2a6eb0bdf9ce req-a8536b25-593b-4ce0-a1fe-8301c3d16d06 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 1130 time: 0.2662220 Apr 05 22:35:44.064851 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-da735f6e-cabc-4f48-8ca8-d17eb06c5292 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:44.066422 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-da735f6e-cabc-4f48-8ca8-d17eb06c5292 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.44 "GET /v2.0/networks?id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0 HTTP/1.1" status: 200 len: 815 time: 0.2750089 Apr 05 22:35:44.066553 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820049e-641b-4d22-87f2-2c502ae0fc48 req-29566032-5419-4df6-893f-9a8debc602f7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:44.071112 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7820049e-641b-4d22-87f2-2c502ae0fc48 req-29566032-5419-4df6-893f-9a8debc602f7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0581584 Apr 05 22:35:44.090877 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Request body: {'port': {'device_id': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'admin_state_up': True, 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:44.122505 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7820049e-641b-4d22-87f2-2c502ae0fc48 req-1c2181e5-eedc-4452-badb-33c539f2995d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481529 Apr 05 22:35:44.178821 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3180bc-80fa-42b1-8014-d25b29173720 req-9a0672f8-d422-4976-af42-c4c219a9151c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:44.185876 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fd3180bc-80fa-42b1-8014-d25b29173720 req-9a0672f8-d422-4976-af42-c4c219a9151c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.2052388 Apr 05 22:35:44.188256 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.285201 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Network b477f809-ad93-4dd7-b680-cb0ad94d0275 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:44.303355 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-51cbb965-a7c4-47f3-9ad1-2a6eb0bdf9ce req-21881da4-6810-425d-8351-070be4326c2c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320101 Apr 05 22:35:44.304101 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:44.306735 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:44.327445 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event updated for resources: {'Port': ['ID=f63dd5f8-2f91-448b-9895-30f41ae4351d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:44.375385 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fd3180bc-80fa-42b1-8014-d25b29173720 req-636126fd-9510-4982-901e-50da15688077 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884439 Apr 05 22:35:44.408769 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:44.409539 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.418651 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Made reservation on behalf of f0071b9efb804bb9b6375a3b8ab1cfda for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:44.421982 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.454970 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5fb6b47f-d56a-4084-a9c5-58d8e4f0d43d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5043230 Apr 05 22:35:44.600720 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Allocated IP 172.20.0.3 (113d5ee9-b8c3-4bc6-9857-981bc3547fa0/452dae91-bf6a-4e36-a458-2a6fae6bab0d/4e030730-9d97-427d-a8a3-2929bbb540b4) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:44.677605 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-91562b9c-c6f6-4c19-91fa-8556e9d09cef None None] Provisioning complete for port f63dd5f8-2f91-448b-9895-30f41ae4351d triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:44.678096 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-91562b9c-c6f6-4c19-91fa-8556e9d09cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.765226 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-91562b9c-c6f6-4c19-91fa-8556e9d09cef None None] Port f63dd5f8-2f91-448b-9895-30f41ae4351d cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:44.857761 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac9453-b48f-4efe-aec2-a593193772df req-2fe9b31a-6fa1-4599-b70a-5feefa85094a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:44.866993 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e3ac9453-b48f-4efe-aec2-a593193772df req-2fe9b31a-6fa1-4599-b70a-5feefa85094a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 945 time: 0.1318521 Apr 05 22:35:44.898374 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.931862 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3cfdc-fe1e-4f33-a589-8e41d1fc4541 req-8b0fa333-83d0-469e-8f9e-46a5e28bc083 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:44.933580 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-38a3cfdc-fe1e-4f33-a589-8e41d1fc4541 req-8b0fa333-83d0-469e-8f9e-46a5e28bc083 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0898082 Apr 05 22:35:44.987554 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e3ac9453-b48f-4efe-aec2-a593193772df req-7134420d-07da-4190-821c-8b31f97586ec tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090713 Apr 05 22:35:45.028286 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-38a3cfdc-fe1e-4f33-a589-8e41d1fc4541 req-3258ccb9-091f-4cb3-a966-707b6e59f12b tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877683 Apr 05 22:35:45.034413 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:45.121768 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device d756cd64-95da-48a3-9982-03f37aedf59b up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:45.151174 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:45.183458 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:45.186730 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ed7bf-7992-46ff-aec4-e099462f6b69 req-f7abb7dc-5dd7-4381-8dcf-078e611927f1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:45.188407 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e00ed7bf-7992-46ff-aec4-e099462f6b69 req-f7abb7dc-5dd7-4381-8dcf-078e611927f1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 931 time: 0.1101105 Apr 05 22:35:45.195376 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:45.246923 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port d756cd64-95da-48a3-9982-03f37aedf59b completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:35:45.247163 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event updated for resources: {'Port': ['ID=4e030730-9d97-427d-a8a3-2929bbb540b4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:45.261095 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port d756cd64-95da-48a3-9982-03f37aedf59b triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:45.261803 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:45.298321 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e00ed7bf-7992-46ff-aec4-e099462f6b69 req-5eb8631e-e33a-4a0a-8dba-d27d90438139 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997024 Apr 05 22:35:45.326331 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:45.327181 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:45.358520 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bede169-818c-4888-8863-f9afe36476f7 req-2e093f68-42db-4a07-9210-7da3abcd862c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:45.369441 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0bede169-818c-4888-8863-f9afe36476f7 req-2e093f68-42db-4a07-9210-7da3abcd862c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 931 time: 0.2091479 Apr 05 22:35:45.387540 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-10603aa1-45bf-45e5-8e73-0e4b14fd7985 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3024499 Apr 05 22:35:45.407669 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port d756cd64-95da-48a3-9982-03f37aedf59b is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:45.408060 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:45.465208 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eae89f-9789-47a7-9296-50ee68c2a68d req-a253434f-11fe-47db-b77b-77e0217cd97e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:45.466555 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0bede169-818c-4888-8863-f9afe36476f7 req-4fe8b436-9a4e-4abe-b199-63a6466c9df5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961559 Apr 05 22:35:45.472286 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-62eae89f-9789-47a7-9296-50ee68c2a68d req-a253434f-11fe-47db-b77b-77e0217cd97e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.1018336 Apr 05 22:35:45.476719 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port d756cd64-95da-48a3-9982-03f37aedf59b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d756cd64-95da-48a3-9982-03f37aedf59b,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:45.483083 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:45.498295 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd756cd64-95da-48a3-9982-03f37aedf59b'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:45.498295 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4114d172-9f49-4cf2-817e-a4e119a6bd82" -d '{"events": [{"server_uuid": "ef47a33e-bb1c-43d4-ad4a-471233598e43", "name": "network-vif-plugged", "status": "completed", "tag": "d756cd64-95da-48a3-9982-03f37aedf59b"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:45.559569 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-62eae89f-9789-47a7-9296-50ee68c2a68d req-dbed391b-aab7-4bd6-83e5-366028965ead tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715570 Apr 05 22:35:45.583958 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=d756cd64-95da-48a3-9982-03f37aedf59b,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:45.605328 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-7c4c7c17-26ba-4102-a1da-511dd722428f None None] Provisioning complete for port 4e030730-9d97-427d-a8a3-2929bbb540b4 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:45.605700 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7c17-26ba-4102-a1da-511dd722428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:45.657511 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b89df01-953d-4ff4-925e-10874e3ae9ab x-openstack-request-id: req-9b89df01-953d-4ff4-925e-10874e3ae9ab {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:45.657968 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef47a33e-bb1c-43d4-ad4a-471233598e43", "name": "network-vif-plugged", "status": "completed", "tag": "d756cd64-95da-48a3-9982-03f37aedf59b", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:45.658221 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b89df01-953d-4ff4-925e-10874e3ae9ab {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:45.658860 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b89df01-953d-4ff4-925e-10874e3ae9ab'] response: {'server_uuid': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd756cd64-95da-48a3-9982-03f37aedf59b', 'code': 200} Apr 05 22:35:45.659261 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f6d6e-f7b8-47ab-ab12-5920d96b49ee req-37874c7a-99a4-4116-aa9a-083c47a7c65c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:45.659965 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c7c17-26ba-4102-a1da-511dd722428f None None] Port 4e030730-9d97-427d-a8a3-2929bbb540b4 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:45.667206 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-992f6d6e-f7b8-47ab-ab12-5920d96b49ee req-37874c7a-99a4-4116-aa9a-083c47a7c65c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0962210 Apr 05 22:35:45.718646 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-992f6d6e-f7b8-47ab-ab12-5920d96b49ee req-5715e72d-0a05-4887-a875-516706da257e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503385 Apr 05 22:35:46.118714 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e159b38-f8cd-4766-95bf-4617d2b7764f req-e73e1eba-56c1-42c9-a9f3-c7e79fbd7b0a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:46.120183 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8e159b38-f8cd-4766-95bf-4617d2b7764f req-e73e1eba-56c1-42c9-a9f3-c7e79fbd7b0a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0585012 Apr 05 22:35:46.194001 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeaff4-6184-4d75-9161-6df270940f04 req-6b3d02ad-8281-420d-956e-57913d8d5b99 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:46.195900 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4efeaff4-6184-4d75-9161-6df270940f04 req-6b3d02ad-8281-420d-956e-57913d8d5b99 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0768943 Apr 05 22:35:46.202716 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8e159b38-f8cd-4766-95bf-4617d2b7764f req-94118a3e-e305-4d0c-ac24-30187e15c122 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737665 Apr 05 22:35:46.242235 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4efeaff4-6184-4d75-9161-6df270940f04 req-64f8147e-023e-4278-8e5a-2ced6dd7d14b tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Apr 05 22:35:46.411223 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9d780-b67b-48b6-87aa-6a0cba26cbec req-f5ae3479-0de3-49a3-815d-f305d13384aa tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:46.412748 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-05f9d780-b67b-48b6-87aa-6a0cba26cbec req-f5ae3479-0de3-49a3-815d-f305d13384aa tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 931 time: 0.0528345 Apr 05 22:35:46.465849 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-05f9d780-b67b-48b6-87aa-6a0cba26cbec req-382b75d3-b4b8-4011-8fee-92ed7f62c299 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465381 Apr 05 22:35:46.601538 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e993036-13af-4796-ab6c-86133b01460b req-a5c613c1-aafd-4331-af95-cf84fa0942aa tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:46.603135 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3e993036-13af-4796-ab6c-86133b01460b req-a5c613c1-aafd-4331-af95-cf84fa0942aa tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 931 time: 0.0528746 Apr 05 22:35:46.661909 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3e993036-13af-4796-ab6c-86133b01460b req-fcc550cc-2bbe-450b-868c-2b73ce6a1a35 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530870 Apr 05 22:35:46.689029 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd3326-6663-4efa-a67d-c9ee3062f299 req-ac162a9b-fac7-471e-bbba-50d0dfaa4963 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:46.690540 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-13dd3326-6663-4efa-a67d-c9ee3062f299 req-ac162a9b-fac7-471e-bbba-50d0dfaa4963 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0622115 Apr 05 22:35:46.737618 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-13dd3326-6663-4efa-a67d-c9ee3062f299 req-b3ee6b50-b19c-4340-b0ae-17589ffc29df tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411477 Apr 05 22:35:46.850547 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619121b-a42a-4219-bcef-c4da4803dcb3 req-5d904aa5-4df2-452a-8c5e-0d1a185c8b8b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:46.852024 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2619121b-a42a-4219-bcef-c4da4803dcb3 req-5d904aa5-4df2-452a-8c5e-0d1a185c8b8b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0558999 Apr 05 22:35:46.903078 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2619121b-a42a-4219-bcef-c4da4803dcb3 req-e5acae5b-1d85-4178-aefe-6a3143b1b793 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453155 Apr 05 22:35:47.333793 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b0cef-4464-4102-8ff4-ec5cf21d175a req-e9507dcf-c2c4-4bfe-998f-51386fb135b9 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:47.335417 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-143b0cef-4464-4102-8ff4-ec5cf21d175a req-e9507dcf-c2c4-4bfe-998f-51386fb135b9 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0631993 Apr 05 22:35:47.386598 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9b440-4135-48f8-8640-2818b307c1e4 req-d461552f-2077-44df-a6a7-6f2aa6ddfc0c tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:47.388420 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-54b9b440-4135-48f8-8640-2818b307c1e4 req-d461552f-2077-44df-a6a7-6f2aa6ddfc0c tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0582597 Apr 05 22:35:47.403003 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-143b0cef-4464-4102-8ff4-ec5cf21d175a req-7ccc7d63-db43-438d-b924-3399ce10719a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616231 Apr 05 22:35:47.437780 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-54b9b440-4135-48f8-8640-2818b307c1e4 req-f7a2e778-55ee-4c2c-8330-5ced18ebde4b tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Apr 05 22:35:47.603889 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43893e49-dc27-4b52-9774-192706864709 req-f0fbe4c7-5adc-4d4b-93ec-d85909dd70a7 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:47.605402 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-43893e49-dc27-4b52-9774-192706864709 req-f0fbe4c7-5adc-4d4b-93ec-d85909dd70a7 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 931 time: 0.0521302 Apr 05 22:35:47.662712 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-43893e49-dc27-4b52-9774-192706864709 req-c3ad5a5f-50f4-4aa6-9766-0cd618834a57 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513587 Apr 05 22:35:47.787953 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae72625-d48d-4ac9-96b5-f105e1edc94b req-a4ee2882-736b-40a0-a214-45c092b2a364 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:47.789786 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bae72625-d48d-4ac9-96b5-f105e1edc94b req-a4ee2882-736b-40a0-a214-45c092b2a364 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 931 time: 0.0589705 Apr 05 22:35:47.837763 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bae72625-d48d-4ac9-96b5-f105e1edc94b req-2ec6fba7-9f51-46f4-a2a4-5b627872899f tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412529 Apr 05 22:35:47.883425 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051a4e-573c-48b4-8cc9-c24388a5a31b req-8f5c7c7b-29f5-44d1-8013-dc47bb347134 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:47.885083 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0b051a4e-573c-48b4-8cc9-c24388a5a31b req-8f5c7c7b-29f5-44d1-8013-dc47bb347134 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0667980 Apr 05 22:35:47.933866 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0b051a4e-573c-48b4-8cc9-c24388a5a31b req-56112445-0307-4cf3-9ab9-5d866f7c3aab tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Apr 05 22:35:48.068928 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b1b6a-d190-41ae-a82b-21e62b6b2824 req-dc94b454-4157-4a05-8eec-fdd51486d537 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:48.070873 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-051b1b6a-d190-41ae-a82b-21e62b6b2824 req-dc94b454-4157-4a05-8eec-fdd51486d537 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0751688 Apr 05 22:35:48.152269 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-051b1b6a-d190-41ae-a82b-21e62b6b2824 req-ed747c89-ca12-4624-a5c6-4ca845a1113d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749483 Apr 05 22:35:48.536252 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d9da2-0d05-41bf-8e0e-4e18830c7b92 req-cb67ae2a-6e8e-4aa2-acfa-137dd5c34ccf tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:48.546644 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b23d9da2-0d05-41bf-8e0e-4e18830c7b92 req-cb67ae2a-6e8e-4aa2-acfa-137dd5c34ccf tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0555589 Apr 05 22:35:48.588275 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9283a-7c02-4a7e-9d10-a721a265d5c9 req-ab2e417a-1705-46da-87fc-7aa6314a4420 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:48.589884 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f3e9283a-7c02-4a7e-9d10-a721a265d5c9 req-ab2e417a-1705-46da-87fc-7aa6314a4420 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0737131 Apr 05 22:35:48.595273 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b23d9da2-0d05-41bf-8e0e-4e18830c7b92 req-ec1833b2-ccf3-433f-a14d-bd04ce91cf6f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507703 Apr 05 22:35:48.653167 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f3e9283a-7c02-4a7e-9d10-a721a265d5c9 req-a9917d80-c46f-4a7c-8f79-3985726e1000 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567524 Apr 05 22:35:48.792449 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c2ea6-5770-4668-92f2-753fc39b74b4 req-3daf3852-4225-4394-baba-d2e57df7b2f4 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:48.793962 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-709c2ea6-5770-4668-92f2-753fc39b74b4 req-3daf3852-4225-4394-baba-d2e57df7b2f4 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 931 time: 0.0529771 Apr 05 22:35:48.850285 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-709c2ea6-5770-4668-92f2-753fc39b74b4 req-baa7e751-85d9-4f5e-bfe1-51d51bf8235d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500546 Apr 05 22:35:48.971617 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa891-7487-4ae0-80c8-d0478068ad0f req-aae5b9e1-5d10-4158-96c1-1bfa8f7ea7d7 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:48.973106 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-620fa891-7487-4ae0-80c8-d0478068ad0f req-aae5b9e1-5d10-4158-96c1-1bfa8f7ea7d7 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 931 time: 0.0585353 Apr 05 22:35:49.024875 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-620fa891-7487-4ae0-80c8-d0478068ad0f req-716b080b-eb7a-4545-95b0-3bdd336aeedf tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459623 Apr 05 22:35:49.081877 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401927a7-e120-4484-8122-af3006085f1b req-78a0e7ff-2bad-4744-829f-ffb3c98d1a14 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:49.087088 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-401927a7-e120-4484-8122-af3006085f1b req-78a0e7ff-2bad-4744-829f-ffb3c98d1a14 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0731447 Apr 05 22:35:49.143659 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-401927a7-e120-4484-8122-af3006085f1b req-c535ed62-97a0-4f8c-a8ee-fae537bde602 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535564 Apr 05 22:35:49.179068 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-14041bc3-a4b8-4508-80f8-dd80ef2992b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:49.289181 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcf2b9-ea50-4d26-b0bd-bc40316d56ac req-4834d6fb-a1b4-4a84-89a1-13c949157df8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:49.290700 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9bbcf2b9-ea50-4d26-b0bd-bc40316d56ac req-4834d6fb-a1b4-4a84-89a1-13c949157df8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0543332 Apr 05 22:35:49.343904 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9bbcf2b9-ea50-4d26-b0bd-bc40316d56ac req-effdc3b9-effb-41bf-8dbd-a0adc8217c72 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472643 Apr 05 22:35:49.727360 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:49.727899 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8446081-7923-4180-8fcf-8193aeb7f7dc req-322156de-ebaf-4494-a830-dfc3f61d02f1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:49.729405 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d8446081-7923-4180-8fcf-8193aeb7f7dc req-322156de-ebaf-4494-a830-dfc3f61d02f1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0618439 Apr 05 22:35:49.775994 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d8446081-7923-4180-8fcf-8193aeb7f7dc req-cccde561-c18b-4aaa-a007-7213924557ef tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408409 Apr 05 22:35:49.786449 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bf0d7-587f-426d-b8f3-a9abade4ec4f req-cf8c21de-bc2a-48d2-8749-c1445549d322 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:49.792984 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-288bf0d7-587f-426d-b8f3-a9abade4ec4f req-cf8c21de-bc2a-48d2-8749-c1445549d322 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0589185 Apr 05 22:35:49.843015 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-288bf0d7-587f-426d-b8f3-a9abade4ec4f req-7f262b86-67ce-423f-abb2-adab9c311837 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472865 Apr 05 22:35:49.979358 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d45a0-6082-421f-bc95-7f6847790537 req-bb312746-e830-42c4-ae2b-fc8109802cb4 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:49.980835 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8d1d45a0-6082-421f-bc95-7f6847790537 req-bb312746-e830-42c4-ae2b-fc8109802cb4 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 931 time: 0.0578973 Apr 05 22:35:50.028472 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8d1d45a0-6082-421f-bc95-7f6847790537 req-b3152b2c-56b2-47e1-b4f4-3f6811f8349a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420475 Apr 05 22:35:50.150889 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4139e1b-1dab-4b22-a4c6-d572373a2032 req-8d17cb22-7a3c-44d3-91ad-1d8da30338b0 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:50.153202 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c4139e1b-1dab-4b22-a4c6-d572373a2032 req-8d17cb22-7a3c-44d3-91ad-1d8da30338b0 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 931 time: 0.0618551 Apr 05 22:35:50.206580 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c4139e1b-1dab-4b22-a4c6-d572373a2032 req-65f601d7-037c-4c51-9dce-3895e39d6e5f tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467291 Apr 05 22:35:50.281483 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441995a7-ce3e-4854-af01-942089141e65 req-44ce4bb5-0491-40cf-9c5d-8b2f6c0295e1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:50.283222 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-441995a7-ce3e-4854-af01-942089141e65 req-44ce4bb5-0491-40cf-9c5d-8b2f6c0295e1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0582874 Apr 05 22:35:50.330677 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-441995a7-ce3e-4854-af01-942089141e65 req-71dd94c1-d4ec-4231-a413-5cdbed555374 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414283 Apr 05 22:35:50.483496 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eec097-efba-4027-9ecc-a409de19e714 req-9ba4dba3-c1e5-48d4-bb2b-47426b99ed82 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:50.485078 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-93eec097-efba-4027-9ecc-a409de19e714 req-9ba4dba3-c1e5-48d4-bb2b-47426b99ed82 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0540214 Apr 05 22:35:50.543681 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-93eec097-efba-4027-9ecc-a409de19e714 req-604e96b3-7c5b-48c8-b4ad-b03f03759c7f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496323 Apr 05 22:35:50.913737 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc828192-4139-490e-a48e-6f35fcf9fa1c req-5a8c2021-4124-4b8a-b78f-dc9704f344ef tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:50.915858 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-dc828192-4139-490e-a48e-6f35fcf9fa1c req-5a8c2021-4124-4b8a-b78f-dc9704f344ef tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0651252 Apr 05 22:35:50.977707 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-dc828192-4139-490e-a48e-6f35fcf9fa1c req-dff39c2c-61f9-42eb-837c-0e664cf87c4e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539539 Apr 05 22:35:50.981723 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317674b-5946-48ed-8a5c-01ebc4887b9c req-6a1d89d8-cd0a-4df2-96a6-91fd9a37c131 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:50.983744 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f317674b-5946-48ed-8a5c-01ebc4887b9c req-6a1d89d8-cd0a-4df2-96a6-91fd9a37c131 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0576501 Apr 05 22:35:51.041195 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f317674b-5946-48ed-8a5c-01ebc4887b9c req-3e06264c-9656-41dc-be28-42e7b4908c2f tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469539 Apr 05 22:35:51.186066 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781e339-7fb2-4b21-b42f-4de8edb78f0f req-b9c244b0-a6fe-4a41-99f0-849e920d1d65 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:51.187891 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4781e339-7fb2-4b21-b42f-4de8edb78f0f req-b9c244b0-a6fe-4a41-99f0-849e920d1d65 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 931 time: 0.0617590 Apr 05 22:35:51.242288 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4781e339-7fb2-4b21-b42f-4de8edb78f0f req-a190f1ec-fa5a-4286-ba82-d1a7329f3166 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467455 Apr 05 22:35:51.332146 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b194d0-601e-48e1-b1ca-8cdf716825f0 req-3da221b5-b196-4cc0-9023-6881ed5a0dcf tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:51.333768 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c5b194d0-601e-48e1-b1ca-8cdf716825f0 req-3da221b5-b196-4cc0-9023-6881ed5a0dcf tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 931 time: 0.0589387 Apr 05 22:35:51.381142 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c5b194d0-601e-48e1-b1ca-8cdf716825f0 req-18857b64-a50a-4d67-b039-938af3215a87 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Apr 05 22:35:51.458686 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea97461-c732-4839-9a40-269ee76a0a23 req-64b3194d-5ff8-47e0-8b43-10e3153afeca tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:51.460204 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1ea97461-c732-4839-9a40-269ee76a0a23 req-64b3194d-5ff8-47e0-8b43-10e3153afeca tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0611153 Apr 05 22:35:51.505867 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1ea97461-c732-4839-9a40-269ee76a0a23 req-82ff10a6-efcf-4631-a41d-e0c30bd60f88 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394037 Apr 05 22:35:51.557899 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7774dacf-c86a-4b43-9d12-cedffd746e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:51.670961 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da7cb-d0f6-474c-b647-84c16760e704 req-7bc4addf-a637-44e8-b46a-f900098c56b8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:51.672807 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-787da7cb-d0f6-474c-b647-84c16760e704 req-7bc4addf-a637-44e8-b46a-f900098c56b8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0587120 Apr 05 22:35:51.723144 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-787da7cb-d0f6-474c-b647-84c16760e704 req-7d990500-6119-404c-bfd7-5672b5d2b286 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446150 Apr 05 22:35:52.119974 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663a652-9240-4890-b074-20955a13a993 req-d57dea98-d5bb-4aec-a2e3-60f82071dd61 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:52.121565 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5663a652-9240-4890-b074-20955a13a993 req-d57dea98-d5bb-4aec-a2e3-60f82071dd61 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0614114 Apr 05 22:35:52.189876 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5663a652-9240-4890-b074-20955a13a993 req-3c4889f0-7a21-4a6f-b08f-8872b3a584ee tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596864 Apr 05 22:35:52.192832 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ee3c-ceb9-453d-9eeb-951e57b692a9 req-0df7ef88-247a-476d-b451-0462e3290dc8 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:52.206840 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5633ee3c-ceb9-453d-9eeb-951e57b692a9 req-0df7ef88-247a-476d-b451-0462e3290dc8 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0878365 Apr 05 22:35:52.269314 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5633ee3c-ceb9-453d-9eeb-951e57b692a9 req-a1419d6b-5de6-41a2-b7cc-6ba72d8cea30 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588579 Apr 05 22:35:52.368209 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8389e8e-236f-4952-af80-da0442cb4d15 req-d19d2b83-878c-4ea0-a707-0ca03e3335ad tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:52.369654 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b8389e8e-236f-4952-af80-da0442cb4d15 req-d19d2b83-878c-4ea0-a707-0ca03e3335ad tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 931 time: 0.0528164 Apr 05 22:35:52.431589 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b8389e8e-236f-4952-af80-da0442cb4d15 req-be0a7bff-625b-404c-9e24-f583ea227a71 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537293 Apr 05 22:35:52.470814 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:52.539947 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c407582-6394-4a24-aea5-04c9ade907c4 req-c6df7d25-6ac4-4344-bcae-397f5723ccfc tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:52.541416 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3c407582-6394-4a24-aea5-04c9ade907c4 req-c6df7d25-6ac4-4344-bcae-397f5723ccfc tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 931 time: 0.0597229 Apr 05 22:35:52.587420 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3c407582-6394-4a24-aea5-04c9ade907c4 req-3ceca958-7490-4050-b639-c2dbb2610b37 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Apr 05 22:35:52.634296 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa99132-0a61-4053-bd06-d9dbaa1c0a1b req-04fe69aa-137f-4800-83d0-2cb1d00b7110 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:52.636199 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-baa99132-0a61-4053-bd06-d9dbaa1c0a1b req-04fe69aa-137f-4800-83d0-2cb1d00b7110 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0571036 Apr 05 22:35:52.686160 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-baa99132-0a61-4053-bd06-d9dbaa1c0a1b req-919006b9-6621-4ca7-8721-cb83550024ad tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Apr 05 22:35:53.109221 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3f25e-c1dd-4fe7-9fc6-1d75b66fce29 req-2051978a-3bcb-46eb-bcf2-5c4a1463ec58 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:53.110761 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72e3f25e-c1dd-4fe7-9fc6-1d75b66fce29 req-2051978a-3bcb-46eb-bcf2-5c4a1463ec58 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.3056736 Apr 05 22:35:53.180195 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-72e3f25e-c1dd-4fe7-9fc6-1d75b66fce29 req-62280d96-f3b5-4a01-9ab0-89f79a59c8cd tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625896 Apr 05 22:35:53.321303 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfbf7d-a071-4299-9cdb-65944cd33289 req-acc2b91a-c7df-45bf-b131-e596941f9678 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:53.322915 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-14dfbf7d-a071-4299-9cdb-65944cd33289 req-acc2b91a-c7df-45bf-b131-e596941f9678 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0609148 Apr 05 22:35:53.379877 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-14dfbf7d-a071-4299-9cdb-65944cd33289 req-ca5101d3-95cc-42e9-bee4-b8953eb92be5 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514390 Apr 05 22:35:53.398544 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f0c08-261e-4ca3-9fff-2fdaea89dacd req-c867877f-4fa5-428f-8f4c-86a358e1eb50 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:53.400830 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1c1f0c08-261e-4ca3-9fff-2fdaea89dacd req-c867877f-4fa5-428f-8f4c-86a358e1eb50 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0564952 Apr 05 22:35:53.453602 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1c1f0c08-261e-4ca3-9fff-2fdaea89dacd req-4e1a7446-c673-4269-afea-60ae5032b1d0 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461020 Apr 05 22:35:53.555324 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be53f1b-d3aa-43c3-8059-74ea2eccae64 req-73c545a7-b861-48d6-8d48-d365175d65ab tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:53.557076 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0be53f1b-d3aa-43c3-8059-74ea2eccae64 req-73c545a7-b861-48d6-8d48-d365175d65ab tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 931 time: 0.0540190 Apr 05 22:35:53.611118 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0be53f1b-d3aa-43c3-8059-74ea2eccae64 req-7d6cbe3e-765b-4169-898e-7c0bc949d97c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477650 Apr 05 22:35:53.713181 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49a9e3-292a-4258-b03a-ac5e993836fa req-fa57dc6e-7f84-48eb-bc17-7a5899d63d92 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:53.715054 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bb49a9e3-292a-4258-b03a-ac5e993836fa req-fa57dc6e-7f84-48eb-bc17-7a5899d63d92 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 931 time: 0.0614510 Apr 05 22:35:53.762373 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bb49a9e3-292a-4258-b03a-ac5e993836fa req-fd6b4ae4-675a-4487-afbd-22116f63cf7b tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Apr 05 22:35:53.816712 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6349e-f43e-41dc-9948-35173cbcaa06 req-c4366c09-e53a-4e87-a985-bef85fa1b6c3 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:53.818664 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b8b6349e-f43e-41dc-9948-35173cbcaa06 req-c4366c09-e53a-4e87-a985-bef85fa1b6c3 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0647168 Apr 05 22:35:53.868466 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b8b6349e-f43e-41dc-9948-35173cbcaa06 req-1a91d578-9e97-4ce8-8525-713393b01f8c tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429173 Apr 05 22:35:53.957239 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.314815 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed384845-99ba-4399-bf5f-0af0f7f0743d req-5dd4b75e-b3d2-4f06-bd52-5cbcaf2de310 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:54.316402 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ed384845-99ba-4399-bf5f-0af0f7f0743d req-5dd4b75e-b3d2-4f06-bd52-5cbcaf2de310 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0574768 Apr 05 22:35:54.364714 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ed384845-99ba-4399-bf5f-0af0f7f0743d req-4d250907-c27d-4b42-8248-f6509652c305 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422099 Apr 05 22:35:54.503758 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e23f0-bd84-4227-8bc7-777434272aa2 req-bf710b75-5248-4e11-bc36-de6406912096 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:54.505339 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b79e23f0-bd84-4227-8bc7-777434272aa2 req-bf710b75-5248-4e11-bc36-de6406912096 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0562751 Apr 05 22:35:54.553750 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b79e23f0-bd84-4227-8bc7-777434272aa2 req-c86b9011-b37f-4a12-a7c2-9bd03287364b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424125 Apr 05 22:35:54.572909 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b464e-314d-42e1-8e35-f0ebada6deb2 req-e9b9c51c-3b26-4268-9d18-50667b3b98a5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:54.574461 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cb6b464e-314d-42e1-8e35-f0ebada6deb2 req-e9b9c51c-3b26-4268-9d18-50667b3b98a5 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0535555 Apr 05 22:35:54.625191 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cb6b464e-314d-42e1-8e35-f0ebada6deb2 req-f61eef27-eedf-4756-beb9-d10971d92b20 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Apr 05 22:35:54.735144 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a95a0-e02a-404c-be8d-870a3563bb21 req-2ed3f0d4-2673-4c49-9ddf-62ff023dc9fe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:54.736515 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-385a95a0-e02a-404c-be8d-870a3563bb21 req-2ed3f0d4-2673-4c49-9ddf-62ff023dc9fe tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 931 time: 0.0577204 Apr 05 22:35:54.790074 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-385a95a0-e02a-404c-be8d-870a3563bb21 req-f3ff4f77-e2ef-4aac-b6da-76cdd6f7d92d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478106 Apr 05 22:35:54.824466 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Request body: {'port': {'device_id': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:54.915094 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.935393 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14dd57-f375-4556-9066-60973e1d32e0 req-7421f25d-9f92-4e60-a244-5634309deace tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:54.936865 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0d14dd57-f375-4556-9066-60973e1d32e0 req-7421f25d-9f92-4e60-a244-5634309deace tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 931 time: 0.0929661 Apr 05 22:35:54.988557 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482a01e-b453-4518-9ca0-eed172419bdf req-7621eb38-b447-49ab-befe-b391bf219002 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:54.989979 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c482a01e-b453-4518-9ca0-eed172419bdf req-7621eb38-b447-49ab-befe-b391bf219002 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0517564 Apr 05 22:35:55.036491 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c482a01e-b453-4518-9ca0-eed172419bdf req-309c7a73-ea30-48c0-b500-5dda6904740e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 Apr 05 22:35:55.061834 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0d14dd57-f375-4556-9066-60973e1d32e0 req-36311185-60c1-4078-adf7-9d2a9cd4d952 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192765 Apr 05 22:35:55.223708 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63dd5f8-2f91-448b-9895-30f41ae4351d {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:55.231775 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Publish callbacks [] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:55.245950 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Transition to ACTIVE for port object f63dd5f8-2f91-448b-9895-30f41ae4351d will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:35:55.251277 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:55.346697 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Pushing event updated for resources: {'Port': ['ID=f63dd5f8-2f91-448b-9895-30f41ae4351d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:55.366774 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:55.383687 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Attempting to bind port f63dd5f8-2f91-448b-9895-30f41ae4351d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:55.384026 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Attempting to bind port f63dd5f8-2f91-448b-9895-30f41ae4351d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:55.384358 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Attempting to bind port f63dd5f8-2f91-448b-9895-30f41ae4351d on network b477f809-ad93-4dd7-b680-cb0ad94d0275 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:55.389092 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Port f63dd5f8-2f91-448b-9895-30f41ae4351d on network b477f809-ad93-4dd7-b680-cb0ad94d0275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:35:55.389416 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Attempting to bind port f63dd5f8-2f91-448b-9895-30f41ae4351d on network b477f809-ad93-4dd7-b680-cb0ad94d0275 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:55.395431 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:55.395859 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Checking segment: {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:55.396251 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Bound using segment: {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:55.396686 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Bound port: f63dd5f8-2f91-448b-9895-30f41ae4351d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b846e5-4db3-4219-ad3a-a2d34f971afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:55.400467 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:55.473945 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] For port f63dd5f8-2f91-448b-9895-30f41ae4351d, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:55.477193 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] For port f63dd5f8-2f91-448b-9895-30f41ae4351d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f63dd5f8-2f91-448b-9895-30f41ae4351d,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:55.484038 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:55.495355 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903531-79ae-4e53-8f5b-2b8438ed51e9 req-c9b98417-d3fc-4943-afb6-a72c9fd8d4df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:55.496916 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-33903531-79ae-4e53-8f5b-2b8438ed51e9 req-c9b98417-d3fc-4943-afb6-a72c9fd8d4df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0558496 Apr 05 22:35:55.519407 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:55.520430 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:55.522174 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] 10.222.0.44 "PUT /v2.0/ports/f63dd5f8-2f91-448b-9895-30f41ae4351d HTTP/1.1" status: 200 len: 1093 time: 0.7021356 Apr 05 22:35:55.522669 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'tag': 'f63dd5f8-2f91-448b-9895-30f41ae4351d'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:55.524985 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f0be7f-f44e-4725-af63-58d87d276e49" -d '{"events": [{"name": "network-changed", "server_uuid": "9c008a8e-15d0-4e74-80b1-97ef52bc593c", "tag": "f63dd5f8-2f91-448b-9895-30f41ae4351d"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:55.553207 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec1ee7-2f00-4b6e-afa5-ca97baff2130 service neutron] Pushing event updated for resources: {'Port': ['ID=f63dd5f8-2f91-448b-9895-30f41ae4351d,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:55.570713 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01da3b02-7f5e-49b5-b167-afa3b4ea6650 x-openstack-request-id: req-01da3b02-7f5e-49b5-b167-afa3b4ea6650 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:55.571015 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c008a8e-15d0-4e74-80b1-97ef52bc593c", "tag": "f63dd5f8-2f91-448b-9895-30f41ae4351d", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:55.571265 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01da3b02-7f5e-49b5-b167-afa3b4ea6650 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:55.571689 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01da3b02-7f5e-49b5-b167-afa3b4ea6650'] response: {'name': 'network-changed', 'server_uuid': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'tag': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'status': 'completed', 'code': 200} Apr 05 22:35:55.694314 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f50c8-7a29-4958-971a-b5822e490bd7 req-0872dcca-4401-4fe7-a353-c32a2e71a039 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:55.695981 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-259f50c8-7a29-4958-971a-b5822e490bd7 req-0872dcca-4401-4fe7-a353-c32a2e71a039 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0659792 Apr 05 22:35:55.745404 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-259f50c8-7a29-4958-971a-b5822e490bd7 req-8c26c697-d29c-4bb0-820e-7c2f603513c5 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430942 Apr 05 22:35:55.798657 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-33903531-79ae-4e53-8f5b-2b8438ed51e9 req-069e6674-ffaf-4f81-bd74-572f0a0084c6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952850 Apr 05 22:35:55.859815 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f99e0-84f2-4164-8f33-b173545f53fb req-39ecde83-5094-444c-9547-6fcc90debc8c tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:55.861453 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8e2f99e0-84f2-4164-8f33-b173545f53fb req-39ecde83-5094-444c-9547-6fcc90debc8c tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0569763 Apr 05 22:35:55.904094 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149926c-9eca-443d-ad99-e51514fcef19 req-7561798e-d6ac-46ae-9884-33b67de9d2d7 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:55.905551 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6149926c-9eca-443d-ad99-e51514fcef19 req-7561798e-d6ac-46ae-9884-33b67de9d2d7 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 943 time: 0.0502908 Apr 05 22:35:55.909362 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8e2f99e0-84f2-4164-8f33-b173545f53fb req-efee9b19-3094-4b52-9ba9-a59a572ab0f1 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 Apr 05 22:35:55.955672 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6149926c-9eca-443d-ad99-e51514fcef19 req-08efc5a2-8685-416f-8b9c-45d9b2dc28c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437529 Apr 05 22:35:56.169785 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91fde-634a-435c-b255-c92b34f83bc2 req-fcf2a150-232e-4805-912f-b70e19958145 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:56.171399 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1bf91fde-634a-435c-b255-c92b34f83bc2 req-fcf2a150-232e-4805-912f-b70e19958145 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0546525 Apr 05 22:35:56.184517 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Request body: {'port': {'device_id': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:56.215389 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f247c29-7e2a-48a1-910c-e62de75aa279 req-197e835a-c5f2-4162-92bd-8c554eb81a6b tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:56.224315 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6f247c29-7e2a-48a1-910c-e62de75aa279 req-197e835a-c5f2-4162-92bd-8c554eb81a6b tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 931 time: 0.0841749 Apr 05 22:35:56.275309 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6f247c29-7e2a-48a1-910c-e62de75aa279 req-acc27650-3a23-4525-9292-8824c30d7c43 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498788 Apr 05 22:35:56.275907 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:56.288542 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1bf91fde-634a-435c-b255-c92b34f83bc2 req-e049f4a5-07a1-456b-bf35-3ebaa6bcbe37 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110637 Apr 05 22:35:56.548902 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e030730-9d97-427d-a8a3-2929bbb540b4 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:56.557030 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Publish callbacks [] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:56.570473 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Transition to ACTIVE for port object 4e030730-9d97-427d-a8a3-2929bbb540b4 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:35:56.577196 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:56.637886 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Pushing event updated for resources: {'Port': ['ID=4e030730-9d97-427d-a8a3-2929bbb540b4,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:56.713554 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Attempting to bind port 4e030730-9d97-427d-a8a3-2929bbb540b4 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:56.713885 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Attempting to bind port 4e030730-9d97-427d-a8a3-2929bbb540b4 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:56.714210 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Attempting to bind port 4e030730-9d97-427d-a8a3-2929bbb540b4 on network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:56.718663 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Port 4e030730-9d97-427d-a8a3-2929bbb540b4 on network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:35:56.718983 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Attempting to bind port 4e030730-9d97-427d-a8a3-2929bbb540b4 on network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:56.724025 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:56.724352 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Checking segment: {'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:56.724727 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Bound using segment: {'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:56.725150 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Bound port: 4e030730-9d97-427d-a8a3-2929bbb540b4, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b4f75d5-eeea-4913-b61c-8122cb89e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:56.725500 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:56.802462 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] For port 4e030730-9d97-427d-a8a3-2929bbb540b4, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:56.806686 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] For port 4e030730-9d97-427d-a8a3-2929bbb540b4, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e030730-9d97-427d-a8a3-2929bbb540b4,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:56.815388 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:56.852850 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:56.853483 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:56.854974 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] 10.222.0.44 "PUT /v2.0/ports/4e030730-9d97-427d-a8a3-2929bbb540b4 HTTP/1.1" status: 200 len: 1093 time: 0.6762633 Apr 05 22:35:56.879307 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9912017-9be9-4f57-ad06-da64488d473f req-2640e216-57d1-4e1d-b5fd-4edd9083dbed tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:56.880765 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e9912017-9be9-4f57-ad06-da64488d473f req-2640e216-57d1-4e1d-b5fd-4edd9083dbed tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0587547 Apr 05 22:35:56.914240 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf4463-2030-462e-8247-0ee9d752cb32 service neutron] Pushing event updated for resources: {'Port': ['ID=4e030730-9d97-427d-a8a3-2929bbb540b4,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:56.938368 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e9912017-9be9-4f57-ad06-da64488d473f req-3bfa20f7-14e5-409e-bb26-cf6faeda1b72 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516922 Apr 05 22:35:56.943093 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7728a-8d44-44cf-ad86-00dfd99eccec req-00ef7c42-2cc8-46eb-869b-6d77346fe684 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:56.944985 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a2c7728a-8d44-44cf-ad86-00dfd99eccec req-00ef7c42-2cc8-46eb-869b-6d77346fe684 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0727506 Apr 05 22:35:56.995974 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a2c7728a-8d44-44cf-ad86-00dfd99eccec req-c5a07fe2-cddd-4301-b981-93491abaccdc tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442963 Apr 05 22:35:57.054052 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ca048-901e-457b-a6b2-66d028e960ef req-02c0cb19-ae83-4556-b601-08182e6849a1 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:57.056076 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e98ca048-901e-457b-a6b2-66d028e960ef req-02c0cb19-ae83-4556-b601-08182e6849a1 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0589077 Apr 05 22:35:57.102824 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e98ca048-901e-457b-a6b2-66d028e960ef req-8f6aa57e-d2da-457d-99bc-961ee48691f6 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Apr 05 22:35:57.115977 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3dbf2-4513-4da2-b213-44e08f8e67f1 req-fdd6a51c-1ba3-4908-913b-477758da9de5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:57.117574 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-97b3dbf2-4513-4da2-b213-44e08f8e67f1 req-fdd6a51c-1ba3-4908-913b-477758da9de5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 943 time: 0.0591333 Apr 05 22:35:57.173804 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-97b3dbf2-4513-4da2-b213-44e08f8e67f1 req-a803b115-7e3b-4b9e-b7cc-ad5291982cd9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496142 Apr 05 22:35:57.420256 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7d8a1-ebb4-4eb3-a265-7fd6af0a97ed req-5d21f63c-b854-4b07-abfc-531b05b437b6 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:57.421900 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c9b7d8a1-ebb4-4eb3-a265-7fd6af0a97ed req-5d21f63c-b854-4b07-abfc-531b05b437b6 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 943 time: 0.0654409 Apr 05 22:35:57.432852 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61c545-3e9c-4067-bc14-1bcc9e5c4bb9 req-86436053-a190-4fb7-ad5c-9154be7afcd1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:57.434502 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8a61c545-3e9c-4067-bc14-1bcc9e5c4bb9 req-86436053-a190-4fb7-ad5c-9154be7afcd1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0756624 Apr 05 22:35:57.482567 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8a61c545-3e9c-4067-bc14-1bcc9e5c4bb9 req-4a5f6930-3f3a-4196-b32f-12ec74981bc1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422156 Apr 05 22:35:57.484417 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c9b7d8a1-ebb4-4eb3-a265-7fd6af0a97ed req-9e630fe3-7e2c-485e-8477-075791c164ad tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568643 Apr 05 22:35:57.573000 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:57.575878 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe099df-897c-4a13-ab00-9644cb8a5e56" -d '{"events": [{"name": "network-changed", "server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:57.618604 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a998c514-d38b-491e-bb7a-a2d3ecbf7aa7 x-openstack-request-id: req-a998c514-d38b-491e-bb7a-a2d3ecbf7aa7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:57.618924 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:57.619172 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a998c514-d38b-491e-bb7a-a2d3ecbf7aa7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:57.619586 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a998c514-d38b-491e-bb7a-a2d3ecbf7aa7'] response: {'name': 'network-changed', 'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'status': 'completed', 'code': 200} Apr 05 22:35:57.719046 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf263eae-3728-460a-8500-6c9a38517bcb req-44c6dcf3-bda5-49ab-b2ff-97ac378a7d07 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:57.720542 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bf263eae-3728-460a-8500-6c9a38517bcb req-44c6dcf3-bda5-49ab-b2ff-97ac378a7d07 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0575380 Apr 05 22:35:57.772275 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bf263eae-3728-460a-8500-6c9a38517bcb req-5d0581d9-b9ce-4c1c-b480-8a3b2d15893f tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457220 Apr 05 22:35:57.782583 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da786ad9-fd99-4a3c-a848-19d85a2bb9b9 req-8cf32a1c-2f35-48af-8190-62cc38f43544 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:57.784178 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-da786ad9-fd99-4a3c-a848-19d85a2bb9b9 req-8cf32a1c-2f35-48af-8190-62cc38f43544 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0522146 Apr 05 22:35:57.834579 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-da786ad9-fd99-4a3c-a848-19d85a2bb9b9 req-3cfff9d5-0869-41df-959f-d57ace13f8e7 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 Apr 05 22:35:58.065644 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a72e27-3e6a-4d93-8d50-27cec2bcb10a req-c7b18a20-c029-4de3-9f16-c48290481aac tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.067259 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-22a72e27-3e6a-4d93-8d50-27cec2bcb10a req-c7b18a20-c029-4de3-9f16-c48290481aac tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0570886 Apr 05 22:35:58.115137 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-22a72e27-3e6a-4d93-8d50-27cec2bcb10a req-6c150121-e2a7-40a5-92f9-988cb49bdd12 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Apr 05 22:35:58.120301 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01bad4-d40e-44ad-ae30-6ed08e9b491d req-053a4ada-aaba-4ff2-b8a7-155bb5421317 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.121928 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6d01bad4-d40e-44ad-ae30-6ed08e9b491d req-053a4ada-aaba-4ff2-b8a7-155bb5421317 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0522847 Apr 05 22:35:58.174600 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6d01bad4-d40e-44ad-ae30-6ed08e9b491d req-b891dc14-97ee-4b50-be95-e22febdc292a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466001 Apr 05 22:35:58.297804 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d48cc3-15f1-40ba-9179-adc1de8f4d10 req-a65cffe6-b708-42e2-9b2c-e8ba4e38c4fb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.299210 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-62d48cc3-15f1-40ba-9179-adc1de8f4d10 req-a65cffe6-b708-42e2-9b2c-e8ba4e38c4fb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 943 time: 0.0596547 Apr 05 22:35:58.345250 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-62d48cc3-15f1-40ba-9179-adc1de8f4d10 req-a1473331-9d3e-4f03-93a8-92e7d78669d3 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402269 Apr 05 22:35:58.622892 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b1c44-dc86-4e8e-97dd-ec79d926f22d req-35253bed-9909-4cc6-919f-234d5b1df703 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.624318 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-156b1c44-dc86-4e8e-97dd-ec79d926f22d req-35253bed-9909-4cc6-919f-234d5b1df703 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 943 time: 0.0602314 Apr 05 22:35:58.672316 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-156b1c44-dc86-4e8e-97dd-ec79d926f22d req-906d9415-32ab-4b7b-b835-eeda872dae56 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Apr 05 22:35:58.772065 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:35:58.897401 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27debc-034a-4c79-aba2-cd4f35e43be2 req-8fb0946b-ba67-4cc2-a409-33990a58efa9 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.898928 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-db27debc-034a-4c79-aba2-cd4f35e43be2 req-8fb0946b-ba67-4cc2-a409-33990a58efa9 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0588067 Apr 05 22:35:58.944794 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-db27debc-034a-4c79-aba2-cd4f35e43be2 req-9a41ddd2-399c-48d0-bd3d-5fe55decc040 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402012 Apr 05 22:35:58.952622 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d667748-18ac-440e-b7a6-68db1c0b0113 req-35d59b24-bdb7-43d0-9241-da923f2be028 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.955073 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0d667748-18ac-440e-b7a6-68db1c0b0113 req-35d59b24-bdb7-43d0-9241-da923f2be028 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0533793 Apr 05 22:35:58.999984 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0d667748-18ac-440e-b7a6-68db1c0b0113 req-f549953c-479a-4b56-8fc6-bfde04d75e51 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 Apr 05 22:35:59.205994 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d8fdb-e091-47f5-92df-48eaa1070b3a req-c3fcb255-898a-4872-bf1f-0cd42d3d5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.207606 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a34d8fdb-e091-47f5-92df-48eaa1070b3a req-c3fcb255-898a-4872-bf1f-0cd42d3d5f43 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 1130 time: 0.1222124 Apr 05 22:35:59.214719 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 83101021-0ebe-4ce1-b25e-f64dfefbac8c details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:35:59.224497 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887e114-b056-4669-8a6f-6a5ead3f3c71 req-0ba33872-e64c-4ed1-a42f-4398a8dbf438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.226147 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6887e114-b056-4669-8a6f-6a5ead3f3c71 req-0ba33872-e64c-4ed1-a42f-4398a8dbf438 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7&device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 1129 time: 0.0489881 Apr 05 22:35:59.226302 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-3244d5f6-195f-4c18-822b-c3468c09c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.228588 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-3244d5f6-195f-4c18-822b-c3468c09c37b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0071b9efb804bb9b6375a3b8ab1cfda&device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 1127 time: 0.1745498 Apr 05 22:35:59.245960 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0be7f-f44e-4725-af63-58d87d276e49 req-1c1851b0-45f5-4218-97a4-be0d3b097505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.247503 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b9f0be7f-f44e-4725-af63-58d87d276e49 req-1c1851b0-45f5-4218-97a4-be0d3b097505 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 1127 time: 0.1209590 Apr 05 22:35:59.329320 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:59.342287 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-88f551df-8fc9-4237-adca-348b85654ebf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e030730-9d97-427d-a8a3-2929bbb540b4 HTTP/1.1" status: 200 len: 217 time: 0.0720811 Apr 05 22:35:59.344980 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'port_id': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'mac_address': 'fa:16:3e:9b:13:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:35:59.362772 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28aa4c8-c609-46b1-bf22-a6ed9d7bcde1 req-c87e50c7-cd97-4bdf-a72c-d0cace6d4bcc tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.364635 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a28aa4c8-c609-46b1-bf22-a6ed9d7bcde1 req-c87e50c7-cd97-4bdf-a72c-d0cace6d4bcc tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.1159792 Apr 05 22:35:59.373586 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a34d8fdb-e091-47f5-92df-48eaa1070b3a req-026587eb-a462-4b0a-af7a-b81fc5e6386e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186934 Apr 05 22:35:59.386153 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 83101021-0ebe-4ce1-b25e-f64dfefbac8c is: ACTIVE; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:59.386536 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:59.395611 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887e114-b056-4669-8a6f-6a5ead3f3c71 req-68094bb0-b945-4133-b08e-bc10c1e1821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.397315 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6887e114-b056-4669-8a6f-6a5ead3f3c71 req-68094bb0-b945-4133-b08e-bc10c1e1821b service neutron] 10.222.0.44 "GET /v2.0/networks?id=16c5f87e-a006-47ae-947e-1cc8f902a2e8 HTTP/1.1" status: 200 len: 911 time: 0.1365483 Apr 05 22:35:59.399189 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83101021-0ebe-4ce1-b25e-f64dfefbac8c {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:59.405188 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18287908-70a8-459f-9894-ebfd446c6d58 req-f51be3fd-ba11-4d75-8262-6a84d2f938a6 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.406985 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-18287908-70a8-459f-9894-ebfd446c6d58 req-f51be3fd-ba11-4d75-8262-6a84d2f938a6 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.2203488 Apr 05 22:35:59.423377 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:59.425644 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a28aa4c8-c609-46b1-bf22-a6ed9d7bcde1 req-c4fc4edb-3bb2-4b19-ac77-580dc6d9005d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473599 Apr 05 22:35:59.431953 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:59.487965 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=83101021-0ebe-4ce1-b25e-f64dfefbac8c,revision_number=6']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:59.490792 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0be7f-f44e-4725-af63-58d87d276e49 req-f4bfccba-cf1b-4312-8957-b258dab8849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.492333 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b9f0be7f-f44e-4725-af63-58d87d276e49 req-f4bfccba-cf1b-4312-8957-b258dab8849e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2237413 Apr 05 22:35:59.496802 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.497232 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.497653 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.498096 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.498590 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.499000 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.499591 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.500015 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.500420 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.500627 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-18287908-70a8-459f-9894-ebfd446c6d58 req-641245c3-ad82-4d94-8a92-952ed594892e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835538 Apr 05 22:35:59.503144 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.503540 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.503927 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.504520 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.504748 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.505071 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:59.556574 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e3627-c7d5-4b82-a8f5-5758948a1bfd req-de0942e9-a7cf-41e0-8018-29cc3e262b33 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.558070 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1d5e3627-c7d5-4b82-a8f5-5758948a1bfd req-de0942e9-a7cf-41e0-8018-29cc3e262b33 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 943 time: 0.0699451 Apr 05 22:35:59.575639 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['83101021-0ebe-4ce1-b25e-f64dfefbac8c'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:35:59.605848 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1d5e3627-c7d5-4b82-a8f5-5758948a1bfd req-815b774f-43ab-4002-9086-8a7292f2d3cc tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417984 Apr 05 22:35:59.826096 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6887e114-b056-4669-8a6f-6a5ead3f3c71 req-a8008825-63d7-491d-9cfd-562032ee37b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9419488b-637f-4ded-8cb7-40c89757206b HTTP/1.1" status: 200 len: 1001 time: 0.0911267 Apr 05 22:35:59.876125 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887e114-b056-4669-8a6f-6a5ead3f3c71 req-0a2e4c66-dc5a-4c43-9f9a-673a0680163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.877563 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6887e114-b056-4669-8a6f-6a5ead3f3c71 req-0a2e4c66-dc5a-4c43-9f9a-673a0680163d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95feccaa-a5da-4cb7-9abd-52112f8ef21a HTTP/1.1" status: 200 len: 849 time: 0.0422454 Apr 05 22:35:59.898123 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-063befc7-c36d-4607-ba0b-6de87ca12448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.899661 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-063befc7-c36d-4607-ba0b-6de87ca12448 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452dae91-bf6a-4e36-a458-2a6fae6bab0d HTTP/1.1" status: 200 len: 854 time: 0.1637836 Apr 05 22:35:59.929227 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887e114-b056-4669-8a6f-6a5ead3f3c71 req-2a2249e2-c149-4304-9bd0-781e16b786f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.930775 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6887e114-b056-4669-8a6f-6a5ead3f3c71 req-2a2249e2-c149-4304-9bd0-781e16b786f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16c5f87e-a006-47ae-947e-1cc8f902a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0455546 Apr 05 22:35:59.932641 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dce71-16f4-46f2-bd45-e3189774b3ad req-f66570dd-3fff-4561-9483-34c54c339972 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.934073 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-098dce71-16f4-46f2-bd45-e3189774b3ad req-f66570dd-3fff-4561-9483-34c54c339972 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 943 time: 0.1813619 Apr 05 22:35:59.943795 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2e533-1cdb-4826-9385-c7d812fd8b77 req-df62ec87-a01c-49de-9fc4-bc23fdd8d159 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.945174 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bde2e533-1cdb-4826-9385-c7d812fd8b77 req-df62ec87-a01c-49de-9fc4-bc23fdd8d159 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.44 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.2004457 Apr 05 22:35:59.960100 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0be7f-f44e-4725-af63-58d87d276e49 req-851eff87-c92a-4c37-856a-06888a95b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.961393 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b9f0be7f-f44e-4725-af63-58d87d276e49 req-851eff87-c92a-4c37-856a-06888a95b195 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242548 Apr 05 22:35:59.996347 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-098dce71-16f4-46f2-bd45-e3189774b3ad req-53914e13-f3cf-4db8-9b6f-de70b27fae41 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457795 Apr 05 22:36:00.068019 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123d519-9b3a-47bb-a062-658fe1e80892 req-4c2786ed-db40-4933-977f-f62a46b6ca29 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:00.069549 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7123d519-9b3a-47bb-a062-658fe1e80892 req-4c2786ed-db40-4933-977f-f62a46b6ca29 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0568552 Apr 05 22:36:00.116396 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7123d519-9b3a-47bb-a062-658fe1e80892 req-ef69bff4-e37a-476f-9d4f-6cca046459d6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407865 Apr 05 22:36:00.119620 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9a502-0990-46ad-a3f5-2ff5ec7c85f0 req-971b4851-5cce-4f66-a768-c1d855ac04fb tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:00.120927 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fbf9a502-0990-46ad-a3f5-2ff5ec7c85f0 req-971b4851-5cce-4f66-a768-c1d855ac04fb tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 946 time: 0.0553825 Apr 05 22:36:00.171799 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fbf9a502-0990-46ad-a3f5-2ff5ec7c85f0 req-55b2bcb3-eec9-416c-bb89-199b635cc001 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448561 Apr 05 22:36:00.445941 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6887e114-b056-4669-8a6f-6a5ead3f3c71 req-db09e4e6-86a9-4cfb-ba06-ab8ee5fafd92 service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874774 Apr 05 22:36:00.498447 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-32f54f3e-2391-43de-861c-c27dde71a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:00.500000 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-32f54f3e-2391-43de-861c-c27dde71a488 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1353676 Apr 05 22:36:00.502968 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-b7235395-49c6-4a2b-bbcb-5a86e3dcddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:00.504323 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-b7235395-49c6-4a2b-bbcb-5a86e3dcddd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 1127 time: 0.1103828 Apr 05 22:36:00.524065 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-bde2e533-1cdb-4826-9385-c7d812fd8b77 req-52ef4cde-8168-4e53-a1e6-0f810c468b63 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Deleting port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:36:00.524458 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bde2e533-1cdb-4826-9385-c7d812fd8b77 req-52ef4cde-8168-4e53-a1e6-0f810c468b63 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:00.606806 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6887e114-b056-4669-8a6f-6a5ead3f3c71 req-7293cad1-7c2e-411d-85b2-433fd8eb9178 service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519270 Apr 05 22:36:00.624056 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ef43f-a34f-41ce-a6c1-9d216df739ef req-071a6167-e768-43a1-879f-2ed42e778ce6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:00.626083 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-435ef43f-a34f-41ce-a6c1-9d216df739ef req-071a6167-e768-43a1-879f-2ed42e778ce6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 944 time: 0.1177015 Apr 05 22:36:00.695384 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-435ef43f-a34f-41ce-a6c1-9d216df739ef req-d09c327d-c1e0-4aac-9c5c-bf5696345f02 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584772 Apr 05 22:36:00.703967 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-b59be970-0867-44be-90ac-fef71ffbd8a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63dd5f8-2f91-448b-9895-30f41ae4351d HTTP/1.1" status: 200 len: 217 time: 0.1572266 Apr 05 22:36:00.787396 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-55a4f75c-86d5-4811-9db3-de024097f686 service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551196 Apr 05 22:36:00.789643 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-bde2e533-1cdb-4826-9385-c7d812fd8b77 req-52ef4cde-8168-4e53-a1e6-0f810c468b63 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] For port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e,segment=NetworkSegment(c0ea7d43-7dac-4e75-9c14-60e0a7034e29),segment_id=c0ea7d43-7dac-4e75-9c14-60e0a7034e29)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:00.789996 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bde2e533-1cdb-4826-9385-c7d812fd8b77 req-52ef4cde-8168-4e53-a1e6-0f810c468b63 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:00.799136 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6463a88-47a9-41cc-8cc4-84edba9cf8b3 req-30c5743f-87c3-4c59-8bfb-095354e9264b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:00.800604 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f6463a88-47a9-41cc-8cc4-84edba9cf8b3 req-30c5743f-87c3-4c59-8bfb-095354e9264b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 943 time: 0.0538406 Apr 05 22:36:00.809567 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76167f92-f121-4b8f-91c7-ba5f35f88060 req-2a665c29-757f-4d94-b7bc-455e82e33aaf tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:00.811033 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-76167f92-f121-4b8f-91c7-ba5f35f88060 req-2a665c29-757f-4d94-b7bc-455e82e33aaf tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.2197025 Apr 05 22:36:00.811927 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-bde2e533-1cdb-4826-9385-c7d812fd8b77 req-52ef4cde-8168-4e53-a1e6-0f810c468b63 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Calling delete_port for b6b1a7dd-d1dd-4516-95f9-00b64200eb7e owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:36:00.846712 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f6463a88-47a9-41cc-8cc4-84edba9cf8b3 req-15f41b13-70ef-452e-bf35-9e6449a24244 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403152 Apr 05 22:36:00.907424 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-76167f92-f121-4b8f-91c7-ba5f35f88060 req-351316d9-f101-4774-aba3-17ac01b4b0d0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899963 Apr 05 22:36:00.990787 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bde2e533-1cdb-4826-9385-c7d812fd8b77 req-52ef4cde-8168-4e53-a1e6-0f810c468b63 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (b6b1a7dd-d1dd-4516-95f9-00b64200eb7e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.005653 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['b6b1a7dd-d1dd-4516-95f9-00b64200eb7e'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:01.096604 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef4cde-8168-4e53-a1e6-0f810c468b63 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Pushing event deleted for resources: {'Port': ['ID=b6b1a7dd-d1dd-4516-95f9-00b64200eb7e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:01.158873 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-2640385c-7000-42af-81f9-c6955618ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:01.160411 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-2640385c-7000-42af-81f9-c6955618ddf6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.1787910 Apr 05 22:36:01.195411 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde2e533-1cdb-4826-9385-c7d812fd8b77 req-52ef4cde-8168-4e53-a1e6-0f810c468b63 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] No DVR routers for this DVR port b6b1a7dd-d1dd-4516-95f9-00b64200eb7e on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:36:01.201674 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bde2e533-1cdb-4826-9385-c7d812fd8b77 req-52ef4cde-8168-4e53-a1e6-0f810c468b63 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.204955 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bde2e533-1cdb-4826-9385-c7d812fd8b77 req-52ef4cde-8168-4e53-a1e6-0f810c468b63 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.44 "DELETE /v2.0/ports/b6b1a7dd-d1dd-4516-95f9-00b64200eb7e HTTP/1.1" status: 204 len: 173 time: 0.8469002 Apr 05 22:36:01.205332 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ac19ad-3579-42ac-9271-1788a181eef6', 'name': 'network-vif-deleted', 'tag': 'b6b1a7dd-d1dd-4516-95f9-00b64200eb7e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:01.207535 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc8cad6-1b25-4c0d-996a-bdc7c1cd9072" -d '{"events": [{"server_uuid": "09ac19ad-3579-42ac-9271-1788a181eef6", "name": "network-vif-deleted", "tag": "b6b1a7dd-d1dd-4516-95f9-00b64200eb7e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:01.213764 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fdb1f69e-7cc6-44ed-b0c7-cd1e4c89b701 req-64bf3063-bbe9-4fc2-ab36-b1d4ce478a6d service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396092 Apr 05 22:36:01.227231 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f294a-c9d1-4b13-bf0c-d7cbd56e41aa req-3bdbaf28-e17f-4c54-a30c-528753001b52 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:01.228666 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ba2f294a-c9d1-4b13-bf0c-d7cbd56e41aa req-3bdbaf28-e17f-4c54-a30c-528753001b52 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 943 time: 0.1368582 Apr 05 22:36:01.243154 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ca089-9305-4410-be5f-8bb2ced989b7 req-add2ac48-cdf6-4f25-8551-7b5ab55d66c3 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:01.244733 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-937ca089-9305-4410-be5f-8bb2ced989b7 req-add2ac48-cdf6-4f25-8551-7b5ab55d66c3 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0539739 Apr 05 22:36:01.262778 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 83101021-0ebe-4ce1-b25e-f64dfefbac8c up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:01.276654 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ba2f294a-c9d1-4b13-bf0c-d7cbd56e41aa req-ba224ac9-bb89-4b26-9b99-c06f1b91c26b tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422642 Apr 05 22:36:01.295574 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-937ca089-9305-4410-be5f-8bb2ced989b7 req-dec944a1-5116-4a11-a691-eee278f1282b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450184 Apr 05 22:36:01.324960 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 83101021-0ebe-4ce1-b25e-f64dfefbac8c triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:01.325319 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.352697 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a90a41a-10e3-41a3-8b2c-8f77daee9560 x-openstack-request-id: req-7a90a41a-10e3-41a3-8b2c-8f77daee9560 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:01.353082 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ac19ad-3579-42ac-9271-1788a181eef6", "name": "network-vif-deleted", "tag": "b6b1a7dd-d1dd-4516-95f9-00b64200eb7e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:01.353421 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a90a41a-10e3-41a3-8b2c-8f77daee9560 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:01.353819 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a90a41a-10e3-41a3-8b2c-8f77daee9560'] response: {'server_uuid': '09ac19ad-3579-42ac-9271-1788a181eef6', 'name': 'network-vif-deleted', 'tag': 'b6b1a7dd-d1dd-4516-95f9-00b64200eb7e', 'status': 'completed', 'code': 200} Apr 05 22:36:01.369053 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9eafdf63-6816-4b85-901d-ae47ec5cc0b4 req-ee9590f5-8a1d-4a29-b830-494df0e92ea6 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 210 time: 0.0277038 Apr 05 22:36:01.400812 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 83101021-0ebe-4ce1-b25e-f64dfefbac8c is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:01.401196 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.424637 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:01.426914 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d981d4-f92b-4e7e-9f1e-49725057ef96" -d '{"events": [{"server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "name": "network-vif-plugged", "status": "completed", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:01.439209 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:01.445520 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:01.446714 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device b6b1a7dd-d1dd-4516-95f9-00b64200eb7e no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:36:01.472018 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ad9721-2966-42d5-ad36-f69ecc86161b x-openstack-request-id: req-d1ad9721-2966-42d5-ad36-f69ecc86161b {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:01.472299 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "name": "network-vif-plugged", "status": "completed", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:01.472555 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1ad9721-2966-42d5-ad36-f69ecc86161b {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:01.472898 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ad9721-2966-42d5-ad36-f69ecc86161b'] response: {'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'code': 200} Apr 05 22:36:01.490455 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: b6b1a7dd-d1dd-4516-95f9-00b64200eb7e {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:36:01.490826 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device b6b1a7dd-d1dd-4516-95f9-00b64200eb7e not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:36:01.515261 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=83101021-0ebe-4ce1-b25e-f64dfefbac8c,revision_number=7']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:01.807201 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5348b688-e19b-4a9d-bd13-481a44437384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:01.808823 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-5348b688-e19b-4a9d-bd13-481a44437384 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0761113 Apr 05 22:36:01.825340 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57347396-2d1d-4646-9c2e-fa8ff2986ba2 req-20a27b07-f982-4d53-aefc-6d4dcb219329 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:01.826786 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-57347396-2d1d-4646-9c2e-fa8ff2986ba2 req-20a27b07-f982-4d53-aefc-6d4dcb219329 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0628045 Apr 05 22:36:01.874881 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-57347396-2d1d-4646-9c2e-fa8ff2986ba2 req-f6e2af55-0d01-481f-8362-46c7221b6922 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423748 Apr 05 22:36:01.968417 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea8483-3dc9-4c1e-b1c0-7998cb9da96b req-ee8488e7-d05b-412f-9f1b-bbdb92a2017d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:01.969874 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-32ea8483-3dc9-4c1e-b1c0-7998cb9da96b req-ee8488e7-d05b-412f-9f1b-bbdb92a2017d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 943 time: 0.0555038 Apr 05 22:36:02.017563 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-32ea8483-3dc9-4c1e-b1c0-7998cb9da96b req-ad478619-792b-4a0b-965b-775cef96bb23 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419168 Apr 05 22:36:02.023843 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fee8f-6b88-4b82-a823-2814b2026d85 req-1fe9c10e-b811-4b87-9ab0-fcb0c04bafd0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:02.025316 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bd7fee8f-6b88-4b82-a823-2814b2026d85 req-1fe9c10e-b811-4b87-9ab0-fcb0c04bafd0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0516717 Apr 05 22:36:02.074346 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-bd7fee8f-6b88-4b82-a823-2814b2026d85 req-ff928108-5222-4bf5-af70-97bf19330d65 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431602 Apr 05 22:36:02.186865 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0bdb6-405f-4614-ac56-568cfd628dc4 req-caaee8b6-eeff-49b9-ab94-a424e5ba2b98 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:02.188335 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9fa0bdb6-405f-4614-ac56-568cfd628dc4 req-caaee8b6-eeff-49b9-ab94-a424e5ba2b98 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0530300 Apr 05 22:36:02.198234 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 50518) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:02.202547 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d0e29ec3-0cce-4e4c-bca7-6a58a12d45d4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'floatingip': {'port_id': 'd756cd64-95da-48a3-9982-03f37aedf59b'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:02.239704 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0e29ec3-0cce-4e4c-bca7-6a58a12d45d4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (2b8ce67b-1fae-42c9-afd6-ce5f935af528), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:02.396483 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4abf08-8527-4b30-8ad1-0a12b504463f req-3c8aabcd-4dc3-4954-87f5-f0be38e54052 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:02.398077 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1c4abf08-8527-4b30-8ad1-0a12b504463f req-3c8aabcd-4dc3-4954-87f5-f0be38e54052 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 943 time: 0.0524580 Apr 05 22:36:02.445647 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1c4abf08-8527-4b30-8ad1-0a12b504463f req-d423271c-4c10-4322-a27f-fec224298d6d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 Apr 05 22:36:02.486957 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cce81-37ce-48c8-be47-96e4f0422644 req-7e3bafdb-b2c5-4f6c-914b-b65328cb55c6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:02.488421 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4b3cce81-37ce-48c8-be47-96e4f0422644 req-7e3bafdb-b2c5-4f6c-914b-b65328cb55c6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0979559 Apr 05 22:36:02.525067 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-161b5af9-fea2-49f5-a09b-9511bd267406 req-b0009115-60e6-465c-bb36-db3434ad789d tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 210 time: 0.0258720 Apr 05 22:36:02.631083 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4b3cce81-37ce-48c8-be47-96e4f0422644 req-56c67591-a6ac-49b3-9115-e9959b8c215c tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348736 Apr 05 22:36:02.755654 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0e29ec3-0cce-4e4c-bca7-6a58a12d45d4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:02.760650 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0e29ec3-0cce-4e4c-bca7-6a58a12d45d4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (2b8ce67b-1fae-42c9-afd6-ce5f935af528), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:02.866433 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.l3_db [None req-d0e29ec3-0cce-4e4c-bca7-6a58a12d45d4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Floating IP 2b8ce67b-1fae-42c9-afd6-ce5f935af528 associated. External IP: 172.28.3.213, port: d756cd64-95da-48a3-9982-03f37aedf59b. Apr 05 22:36:02.997672 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01558501-c6ce-46de-847c-696b142b888d req-935d4d9e-f5e6-4b3d-b0cf-63fdcf804018 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:02.999266 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-01558501-c6ce-46de-847c-696b142b888d req-935d4d9e-f5e6-4b3d-b0cf-63fdcf804018 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0526063 Apr 05 22:36:03.079086 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e29ec3-0cce-4e4c-bca7-6a58a12d45d4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:36:03.309826 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-01558501-c6ce-46de-847c-696b142b888d req-e321a211-902d-4639-9d91-1938218703f8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043468 Apr 05 22:36:03.428432 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93ddcc-290c-40fa-9f17-a0e1d65ca753 req-60e7112b-0572-4738-bb5d-86ae6c05572c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:03.429993 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6b93ddcc-290c-40fa-9f17-a0e1d65ca753 req-60e7112b-0572-4738-bb5d-86ae6c05572c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 943 time: 0.3405294 Apr 05 22:36:03.444154 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e29ec3-0cce-4e4c-bca7-6a58a12d45d4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:03.449132 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0e29ec3-0cce-4e4c-bca7-6a58a12d45d4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:03.459566 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b082c26-2884-40e9-b737-5fdedb83e297 None None] Sync routers for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:03.476051 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe099df-897c-4a13-ab00-9644cb8a5e56 req-ba1b7649-d258-4373-af16-8a2990617309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:03.477657 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-abe099df-897c-4a13-ab00-9644cb8a5e56 req-ba1b7649-d258-4373-af16-8a2990617309 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0071b9efb804bb9b6375a3b8ab1cfda&device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 1127 time: 0.1496410 Apr 05 22:36:03.485852 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b082c26-2884-40e9-b737-5fdedb83e297 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:03.487040 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2b082c26-2884-40e9-b737-5fdedb83e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:35:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:03.507109 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-078a3427-aeea-4203-ba33-8887de4e0176 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796610 Apr 05 22:36:03.508886 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-d0e29ec3-0cce-4e4c-bca7-6a58a12d45d4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "PUT /v2.0/floatingips/2b8ce67b-1fae-42c9-afd6-ce5f935af528 HTTP/1.1" status: 200 len: 992 time: 1.3096094 Apr 05 22:36:03.511448 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'tag': 'd756cd64-95da-48a3-9982-03f37aedf59b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:03.513805 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb9a465-b6d7-427e-bfb9-ca50829fe530" -d '{"events": [{"name": "network-changed", "server_uuid": "ef47a33e-bb1c-43d4-ad4a-471233598e43", "tag": "d756cd64-95da-48a3-9982-03f37aedf59b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:03.551037 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6b93ddcc-290c-40fa-9f17-a0e1d65ca753 req-d5cbc74c-0108-48cc-8f4a-d7f4b349bdb6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933251 Apr 05 22:36:03.618762 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117ba223-9f3b-42f0-9a23-b0a6e70c6b5e x-openstack-request-id: req-117ba223-9f3b-42f0-9a23-b0a6e70c6b5e {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:03.619058 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef47a33e-bb1c-43d4-ad4a-471233598e43", "tag": "d756cd64-95da-48a3-9982-03f37aedf59b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:03.619310 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-117ba223-9f3b-42f0-9a23-b0a6e70c6b5e {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:03.619715 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117ba223-9f3b-42f0-9a23-b0a6e70c6b5e'] response: {'name': 'network-changed', 'server_uuid': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'tag': 'd756cd64-95da-48a3-9982-03f37aedf59b', 'status': 'completed', 'code': 200} Apr 05 22:36:03.629094 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2e71b-71c9-46ef-a26b-eb4eceddf235 req-b08ebae3-1c6a-4047-837b-b1e9e0b7d2fd tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:03.631426 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-2b082c26-2884-40e9-b737-5fdedb83e297 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:03.636209 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dfc2e71b-71c9-46ef-a26b-eb4eceddf235 req-b08ebae3-1c6a-4047-837b-b1e9e0b7d2fd tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 943 time: 0.0996335 Apr 05 22:36:03.700521 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dfc2e71b-71c9-46ef-a26b-eb4eceddf235 req-af00616b-3c94-44b0-9419-2e3318f781a2 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597486 Apr 05 22:36:03.765311 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-75cc12ad-c195-41f2-8cf7-f62c5c24d565 req-a50ceed5-c235-4f91-a5dc-56ecd2b9b231 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 210 time: 0.0699372 Apr 05 22:36:03.923808 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2b082c26-2884-40e9-b737-5fdedb83e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '2343b3e4-8d8e-4275-a7a2-0c59c6c19e50', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:df:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465b206f-3f52-483c-a770-447ff50f963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:34:20Z', 'revision_number': 2, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}, {'id': '2b8ce67b-1fae-42c9-afd6-ce5f935af528', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.213', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': 'd756cd64-95da-48a3-9982-03f37aedf59b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:43:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:27Z', 'updated_at': '2022-04-05T22:36:02Z', 'revision_number': 1, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:03.955454 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b082c26-2884-40e9-b737-5fdedb83e297 None None] Checking router: d5ab0a1a-40e0-46dd-949c-80556bfbb1bd for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:03.966093 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b082c26-2884-40e9-b737-5fdedb83e297 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:03.966853 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2b082c26-2884-40e9-b737-5fdedb83e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:35:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:04.139322 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-2b082c26-2884-40e9-b737-5fdedb83e297 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:04.422412 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2b082c26-2884-40e9-b737-5fdedb83e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '2343b3e4-8d8e-4275-a7a2-0c59c6c19e50', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:df:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465b206f-3f52-483c-a770-447ff50f963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:34:20Z', 'revision_number': 2, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}, {'id': '2b8ce67b-1fae-42c9-afd6-ce5f935af528', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.213', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': 'd756cd64-95da-48a3-9982-03f37aedf59b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:43:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:27Z', 'updated_at': '2022-04-05T22:36:02Z', 'revision_number': 1, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:04.444686 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab71c26b-10ee-4527-ad79-4dd5f39fb44b req-14daa146-f277-40b0-aa60-399b6f1dfd3d service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830788 Apr 05 22:36:04.452322 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9a465-b6d7-427e-bfb9-ca50829fe530 req-4a95e8ab-36b7-4fe2-8b34-31688ba900bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.454373 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8eb9a465-b6d7-427e-bfb9-ca50829fe530 req-4a95e8ab-36b7-4fe2-8b34-31688ba900bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 1130 time: 0.1189170 Apr 05 22:36:04.457470 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b082c26-2884-40e9-b737-5fdedb83e297 None None] The sync data for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb is: [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '2343b3e4-8d8e-4275-a7a2-0c59c6c19e50', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:df:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465b206f-3f52-483c-a770-447ff50f963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:34:20Z', 'revision_number': 2, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}, {'id': '2b8ce67b-1fae-42c9-afd6-ce5f935af528', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.213', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': 'd756cd64-95da-48a3-9982-03f37aedf59b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:43:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:27Z', 'updated_at': '2022-04-05T22:36:02Z', 'revision_number': 1, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:04.572216 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe099df-897c-4a13-ab00-9644cb8a5e56 req-245b12e2-a24a-4dd7-a9c2-5a01664704d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.573821 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-abe099df-897c-4a13-ab00-9644cb8a5e56 req-245b12e2-a24a-4dd7-a9c2-5a01664704d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0 HTTP/1.1" status: 200 len: 916 time: 0.3206556 Apr 05 22:36:04.667420 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccfe30-db10-4948-9d7c-b95cd9be4831 req-59803f96-9f06-4e63-952c-ce415460b4e9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.684074 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-53ccfe30-db10-4948-9d7c-b95cd9be4831 req-59803f96-9f06-4e63-952c-ce415460b4e9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.1732559 Apr 05 22:36:04.686047 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9a465-b6d7-427e-bfb9-ca50829fe530 req-583176d1-b73d-4eee-8b0c-3171c6acaa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.687818 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8eb9a465-b6d7-427e-bfb9-ca50829fe530 req-583176d1-b73d-4eee-8b0c-3171c6acaa55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 915 time: 0.1683636 Apr 05 22:36:04.723958 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b2e32-1e94-4d85-8c7e-d947f074545a req-ffa07630-9831-47d2-a7be-09581ed3cf7a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.734524 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-aa2b2e32-1e94-4d85-8c7e-d947f074545a req-ffa07630-9831-47d2-a7be-09581ed3cf7a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 943 time: 0.0962534 Apr 05 22:36:04.741924 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-53ccfe30-db10-4948-9d7c-b95cd9be4831 req-f3b2bc33-1f6e-449f-8092-740bedaf04e5 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661092 Apr 05 22:36:04.820872 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-aa2b2e32-1e94-4d85-8c7e-d947f074545a req-f5b3048b-ff0b-497f-b228-4b030129923f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791759 Apr 05 22:36:04.846784 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82c1525-217f-453a-90d6-dd3e79818458 None None] New status for floating IP 2b8ce67b-1fae-42c9-afd6-ce5f935af528: ACTIVE {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:36:04.891903 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f69ba-21a4-4f89-8a65-da8b756bccce req-374d4caa-831e-4291-a0f8-009fec430062 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:04.893712 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-299f69ba-21a4-4f89-8a65-da8b756bccce req-374d4caa-831e-4291-a0f8-009fec430062 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 943 time: 0.0818722 Apr 05 22:36:04.952425 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-299f69ba-21a4-4f89-8a65-da8b756bccce req-0d23512c-3954-45c8-a356-5916f2ace178 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522985 Apr 05 22:36:04.955067 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-72b2f0de-76f8-4709-8ed8-b3812c865c32 req-5ccb38d6-968a-4edf-a295-02994b2cfe10 tempest-VolumesActionsTest-456060327 tempest-VolumesActionsTest-456060327-project] 10.222.0.43 "GET /v2.0/ports?device_id=09ac19ad-3579-42ac-9271-1788a181eef6 HTTP/1.1" status: 200 len: 210 time: 0.0430956 Apr 05 22:36:05.232007 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 4e030730-9d97-427d-a8a3-2929bbb540b4 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:36:05.341076 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 4e030730-9d97-427d-a8a3-2929bbb540b4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e030730-9d97-427d-a8a3-2929bbb540b4,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:05.354795 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'port_id': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'mac_address': 'fa:16:3e:52:6a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:36:05.394458 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 4e030730-9d97-427d-a8a3-2929bbb540b4 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:05.394907 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.408353 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e030730-9d97-427d-a8a3-2929bbb540b4 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:05.436347 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 4e030730-9d97-427d-a8a3-2929bbb540b4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e030730-9d97-427d-a8a3-2929bbb540b4,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:05.441933 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.512017 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=4e030730-9d97-427d-a8a3-2929bbb540b4,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:05.677003 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-abe099df-897c-4a13-ab00-9644cb8a5e56 req-128403bc-8c5e-469c-8063-34fa8e4263c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e030730-9d97-427d-a8a3-2929bbb540b4 HTTP/1.1" status: 200 len: 217 time: 0.0822368 Apr 05 22:36:05.740057 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8eb9a465-b6d7-427e-bfb9-ca50829fe530 req-b553792d-d8ce-422b-afe3-15ae14784cfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d756cd64-95da-48a3-9982-03f37aedf59b HTTP/1.1" status: 200 len: 1002 time: 0.1466105 Apr 05 22:36:05.754283 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe099df-897c-4a13-ab00-9644cb8a5e56 req-7cd78cb1-1c13-4b6a-8389-3fcaf46be812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:05.755807 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-abe099df-897c-4a13-ab00-9644cb8a5e56 req-7cd78cb1-1c13-4b6a-8389-3fcaf46be812 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452dae91-bf6a-4e36-a458-2a6fae6bab0d HTTP/1.1" status: 200 len: 854 time: 0.0706291 Apr 05 22:36:05.788723 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['4e030730-9d97-427d-a8a3-2929bbb540b4'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:05.924776 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a332682-2ee8-44bd-a271-e7b0e8e96ad3 req-7d7b7632-3901-4527-9382-ab9b1d089da6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:05.926611 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7a332682-2ee8-44bd-a271-e7b0e8e96ad3 req-7d7b7632-3901-4527-9382-ab9b1d089da6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0997417 Apr 05 22:36:05.987692 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa49034-3011-474b-97da-bef7c27971db req-a544f696-607b-47cf-8012-b58ca5e363f6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:05.997232 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6aa49034-3011-474b-97da-bef7c27971db req-a544f696-607b-47cf-8012-b58ca5e363f6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 943 time: 0.0928543 Apr 05 22:36:06.007293 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7a332682-2ee8-44bd-a271-e7b0e8e96ad3 req-e289d5e4-3d8f-4e06-91a5-2bd5910687e5 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746861 Apr 05 22:36:06.064463 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6aa49034-3011-474b-97da-bef7c27971db req-ef576913-8fd3-4ce6-87d3-12cb5a53ced5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620563 Apr 05 22:36:06.220845 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9a465-b6d7-427e-bfb9-ca50829fe530 req-41872edd-bb33-4b22-a78b-4f2b52eb43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:06.222459 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8eb9a465-b6d7-427e-bfb9-ca50829fe530 req-41872edd-bb33-4b22-a78b-4f2b52eb43a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 200 len: 853 time: 0.1485596 Apr 05 22:36:06.246570 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15ae98-12f4-41f6-a861-0102460b6af4 req-01f60ce4-2363-41e2-b099-829f55f30e1a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:06.248398 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7f15ae98-12f4-41f6-a861-0102460b6af4 req-01f60ce4-2363-41e2-b099-829f55f30e1a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 944 time: 0.1531959 Apr 05 22:36:06.253559 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe099df-897c-4a13-ab00-9644cb8a5e56 req-7a9e9149-10dc-4849-a1f4-b17cfbc0bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:06.255146 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-abe099df-897c-4a13-ab00-9644cb8a5e56 req-7a9e9149-10dc-4849-a1f4-b17cfbc0bcb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1898746 Apr 05 22:36:06.302802 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7f15ae98-12f4-41f6-a861-0102460b6af4 req-d63928e7-3b5f-4899-afcc-d52548b754e4 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464659 Apr 05 22:36:06.863382 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9a465-b6d7-427e-bfb9-ca50829fe530 req-90af8c53-40f4-45cf-85c6-22ea0908e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:06.865008 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8eb9a465-b6d7-427e-bfb9-ca50829fe530 req-90af8c53-40f4-45cf-85c6-22ea0908e6d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1642973 Apr 05 22:36:06.910980 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-abe099df-897c-4a13-ab00-9644cb8a5e56 req-619482b1-9bb1-4aca-8b1f-aab378cbd874 service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181845 Apr 05 22:36:07.130548 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8eb9a465-b6d7-427e-bfb9-ca50829fe530 req-cbbd0fe0-7867-458a-9ef0-50a12e12137c service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546282 Apr 05 22:36:07.181203 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-abe099df-897c-4a13-ab00-9644cb8a5e56 req-98d7ff4a-c0ae-4774-8e43-4f8a0e721570 service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348335 Apr 05 22:36:07.215982 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40964687-3f9b-4e79-946d-7f3aa6baf183 req-13ccfe28-3f54-47c1-bafb-0d13a5894bd3 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:07.218238 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-40964687-3f9b-4e79-946d-7f3aa6baf183 req-13ccfe28-3f54-47c1-bafb-0d13a5894bd3 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0793822 Apr 05 22:36:07.262654 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device f63dd5f8-2f91-448b-9895-30f41ae4351d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:36:07.265395 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 4e030730-9d97-427d-a8a3-2929bbb540b4 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:07.303588 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745b26-901e-4a20-a6cd-b3cd9c1a4111 req-ca8ea7b7-6904-4734-897f-f889cee852e1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:07.305475 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b6745b26-901e-4a20-a6cd-b3cd9c1a4111 req-ca8ea7b7-6904-4734-897f-f889cee852e1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 943 time: 0.1332972 Apr 05 22:36:07.307303 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8eb9a465-b6d7-427e-bfb9-ca50829fe530 req-f21e214b-3b39-4786-bcdf-eed66319ca82 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631021 Apr 05 22:36:07.321191 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-40964687-3f9b-4e79-946d-7f3aa6baf183 req-74f91433-4710-45d4-b1fc-b4d29b77cee0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963471 Apr 05 22:36:07.376016 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 4e030730-9d97-427d-a8a3-2929bbb540b4 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:36:07.381218 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 4e030730-9d97-427d-a8a3-2929bbb540b4 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:07.381934 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.397683 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b6745b26-901e-4a20-a6cd-b3cd9c1a4111 req-a77767ab-52de-4602-8d4a-975da00c0d8a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860310 Apr 05 22:36:07.489856 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port f63dd5f8-2f91-448b-9895-30f41ae4351d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f63dd5f8-2f91-448b-9895-30f41ae4351d,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:07.493287 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cdd5a-21d2-4d0b-938d-ad29ae8327e8 req-97119970-fb09-47f1-8740-f15594cbfe28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:07.494833 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1d7cdd5a-21d2-4d0b-938d-ad29ae8327e8 req-97119970-fb09-47f1-8740-f15594cbfe28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 944 time: 0.0733986 Apr 05 22:36:07.539610 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'port_id': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'mac_address': 'fa:16:3e:38:3e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:36:07.552493 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 4e030730-9d97-427d-a8a3-2929bbb540b4 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:07.553370 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.554958 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1d7cdd5a-21d2-4d0b-938d-ad29ae8327e8 req-322afaa5-805a-4f92-9e44-927ac8f9344b tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526776 Apr 05 22:36:07.609201 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:07.611654 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6d7cfa-ed9c-47a9-af6f-af1a6c88de80" -d '{"events": [{"server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "name": "network-vif-plugged", "status": "completed", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:07.624855 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port f63dd5f8-2f91-448b-9895-30f41ae4351d is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:07.625261 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.639538 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 4e030730-9d97-427d-a8a3-2929bbb540b4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e030730-9d97-427d-a8a3-2929bbb540b4,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:07.641804 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63dd5f8-2f91-448b-9895-30f41ae4351d {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:07.647875 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.684281 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e75f4d-ef3a-46c0-8afd-b55bc7c1035f x-openstack-request-id: req-45e75f4d-ef3a-46c0-8afd-b55bc7c1035f {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:07.684567 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "name": "network-vif-plugged", "status": "completed", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:07.684826 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45e75f4d-ef3a-46c0-8afd-b55bc7c1035f {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:07.685220 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e75f4d-ef3a-46c0-8afd-b55bc7c1035f'] response: {'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'code': 200} Apr 05 22:36:07.689839 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port f63dd5f8-2f91-448b-9895-30f41ae4351d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f63dd5f8-2f91-448b-9895-30f41ae4351d,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:07.698020 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.717826 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=4e030730-9d97-427d-a8a3-2929bbb540b4,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:07.788048 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=f63dd5f8-2f91-448b-9895-30f41ae4351d,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:07.896137 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093e3ae-6a71-4997-8310-721d77d51ab0 req-8c1aee66-03f1-4806-bed8-77c333cce4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:07.898357 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f093e3ae-6a71-4997-8310-721d77d51ab0 req-8c1aee66-03f1-4806-bed8-77c333cce4ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 1129 time: 0.0562632 Apr 05 22:36:07.964700 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f093e3ae-6a71-4997-8310-721d77d51ab0 req-6fa857f6-6448-488d-9f0b-56b4847abcf4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590153 Apr 05 22:36:08.081530 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['f63dd5f8-2f91-448b-9895-30f41ae4351d'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:08.483672 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62f19c-4ba9-4a37-86d9-79cf365f3328 req-76fe3a61-016f-4085-9d4a-eca792d3d736 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:08.491586 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1b62f19c-4ba9-4a37-86d9-79cf365f3328 req-76fe3a61-016f-4085-9d4a-eca792d3d736 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0743032 Apr 05 22:36:08.559715 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1b62f19c-4ba9-4a37-86d9-79cf365f3328 req-caa1c74f-6e99-44af-a40b-bdb48a2b66b6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665250 Apr 05 22:36:08.627348 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27e91f-61f2-43c7-b8bb-7f19526f1e47 req-56cb8577-97e2-403e-bff3-84757a3d8d33 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:08.636939 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5d27e91f-61f2-43c7-b8bb-7f19526f1e47 req-56cb8577-97e2-403e-bff3-84757a3d8d33 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 944 time: 0.1103928 Apr 05 22:36:08.753288 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5d27e91f-61f2-43c7-b8bb-7f19526f1e47 req-c34cf42c-68cb-4bbb-b70c-330c60397d59 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147301 Apr 05 22:36:08.838916 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cec72c-7eff-487b-b2b4-34b8ef1a1ddf req-a73b2b84-f532-4ed4-be8a-8dc9c13e8bc9 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:08.845775 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e6cec72c-7eff-487b-b2b4-34b8ef1a1ddf req-a73b2b84-f532-4ed4-be8a-8dc9c13e8bc9 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 945 time: 0.1408727 Apr 05 22:36:08.943727 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e6cec72c-7eff-487b-b2b4-34b8ef1a1ddf req-3e2ce952-9c70-4ad5-9b3e-dec7410d9e34 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880127 Apr 05 22:36:09.387367 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device f63dd5f8-2f91-448b-9895-30f41ae4351d up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:09.468301 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port f63dd5f8-2f91-448b-9895-30f41ae4351d completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:36:09.473827 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port f63dd5f8-2f91-448b-9895-30f41ae4351d triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:09.475004 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.573843 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port f63dd5f8-2f91-448b-9895-30f41ae4351d is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:09.574540 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.637185 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port f63dd5f8-2f91-448b-9895-30f41ae4351d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f63dd5f8-2f91-448b-9895-30f41ae4351d,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:09.644093 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.695045 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63dd5f8-2f91-448b-9895-30f41ae4351d'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:09.697202 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fa0fc7-1249-436b-bd59-cfe7960ab4fa" -d '{"events": [{"server_uuid": "9c008a8e-15d0-4e74-80b1-97ef52bc593c", "name": "network-vif-plugged", "status": "completed", "tag": "f63dd5f8-2f91-448b-9895-30f41ae4351d"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:09.771829 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=f63dd5f8-2f91-448b-9895-30f41ae4351d,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:09.791305 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c57f4-7220-4fa8-bf1b-84e435eab9dc req-444a27a9-4f9e-4a94-b9e6-a8baebd2d500 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:09.800232 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-947c57f4-7220-4fa8-bf1b-84e435eab9dc req-444a27a9-4f9e-4a94-b9e6-a8baebd2d500 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.1278038 Apr 05 22:36:09.803972 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8b6fb0-772d-4687-8cb1-772ef3ff6c58 x-openstack-request-id: req-ed8b6fb0-772d-4687-8cb1-772ef3ff6c58 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:09.804286 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c008a8e-15d0-4e74-80b1-97ef52bc593c", "name": "network-vif-plugged", "status": "completed", "tag": "f63dd5f8-2f91-448b-9895-30f41ae4351d", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:09.804575 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed8b6fb0-772d-4687-8cb1-772ef3ff6c58 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:09.804953 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed8b6fb0-772d-4687-8cb1-772ef3ff6c58'] response: {'server_uuid': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'code': 200} Apr 05 22:36:09.864424 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-947c57f4-7220-4fa8-bf1b-84e435eab9dc req-0e4795d2-59e0-4e8e-a2ea-28dac8995195 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631731 Apr 05 22:36:10.013637 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421044e-756f-49bb-9339-6e4c2cdf24d9 req-9ab4a2a2-98c7-4c74-9184-28b3d66f194b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:10.028249 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8421044e-756f-49bb-9339-6e4c2cdf24d9 req-9ab4a2a2-98c7-4c74-9184-28b3d66f194b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.1426675 Apr 05 22:36:10.162283 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8421044e-756f-49bb-9339-6e4c2cdf24d9 req-f5dd10c8-a881-4ba2-be78-cb9497234381 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271365 Apr 05 22:36:10.288974 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ad254-3f65-47e2-81b7-67f6e882c8b2 req-a3614b99-3713-4691-a7e5-afa348475f6b tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:10.322449 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-ca2ad254-3f65-47e2-81b7-67f6e882c8b2 req-a3614b99-3713-4691-a7e5-afa348475f6b tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 945 time: 0.1870971 Apr 05 22:36:10.446900 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-ca2ad254-3f65-47e2-81b7-67f6e882c8b2 req-eb70d882-7a93-48fc-a820-898885638736 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179113 Apr 05 22:36:11.085984 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be639e-1bb7-43b8-9b89-672916507621 req-f7f67111-799e-40c1-9f8e-73fce6512b81 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.094063 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e6be639e-1bb7-43b8-9b89-672916507621 req-f7f67111-799e-40c1-9f8e-73fce6512b81 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0635102 Apr 05 22:36:11.160377 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e6be639e-1bb7-43b8-9b89-672916507621 req-4eb0ea43-55dd-450a-bf02-cc9acb1c3a75 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631030 Apr 05 22:36:11.419828 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee877f-ea09-42ca-bb67-52b2e08ba419 req-995730eb-c459-4048-b79f-09fab8ca6c32 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.439650 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f2ee877f-ea09-42ca-bb67-52b2e08ba419 req-995730eb-c459-4048-b79f-09fab8ca6c32 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.1150670 Apr 05 22:36:11.563300 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f2ee877f-ea09-42ca-bb67-52b2e08ba419 req-43cba6e6-81a6-49bd-8fcb-a424a3481554 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227279 Apr 05 22:36:11.612283 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234eccb-cd00-40be-98ec-cf607cf255d0 req-958667b0-e3f5-494b-9e7b-d0f61991252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.613808 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6234eccb-cd00-40be-98ec-cf607cf255d0 req-958667b0-e3f5-494b-9e7b-d0f61991252e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 1129 time: 0.1116505 Apr 05 22:36:11.721371 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6234eccb-cd00-40be-98ec-cf607cf255d0 req-d8da119a-8dfd-4591-815b-5278fe354baf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830078 Apr 05 22:36:11.730800 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088193b-967c-4219-a1b7-7a834123c702 req-2a448b50-8103-4bec-9497-9026343acedc tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.732342 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5088193b-967c-4219-a1b7-7a834123c702 req-2a448b50-8103-4bec-9497-9026343acedc tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 945 time: 0.1351154 Apr 05 22:36:11.798028 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5088193b-967c-4219-a1b7-7a834123c702 req-dbc1033a-a1f3-43e3-a0c8-59c2f11f2aff tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590782 Apr 05 22:36:11.964898 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f74356-c6c3-42cf-9eef-7c3753119556 req-9b7182cc-6f20-4394-ae93-2513d4a2ac71 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.972445 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-35f74356-c6c3-42cf-9eef-7c3753119556 req-9b7182cc-6f20-4394-ae93-2513d4a2ac71 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 945 time: 0.0773640 Apr 05 22:36:12.056092 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-35f74356-c6c3-42cf-9eef-7c3753119556 req-a16d352e-9783-4b46-a9c0-d3ed8bceeb3d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819547 Apr 05 22:36:12.360479 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed3ee3-f967-44d0-bd20-b6961b830bb0 req-1c991eb5-0e67-4167-8ae4-4010385aa8be tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.372304 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-57ed3ee3-f967-44d0-bd20-b6961b830bb0 req-1c991eb5-0e67-4167-8ae4-4010385aa8be tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.1179466 Apr 05 22:36:12.483932 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-57ed3ee3-f967-44d0-bd20-b6961b830bb0 req-78066c9f-8502-47bf-ae1d-92d7d7338bcd tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034980 Apr 05 22:36:12.707038 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e494b-583e-4d28-981d-30c2966d1b6a req-01c3f08e-c5f4-43fd-baa2-7093a24cc604 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.716680 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-920e494b-583e-4d28-981d-30c2966d1b6a req-01c3f08e-c5f4-43fd-baa2-7093a24cc604 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 945 time: 0.1676695 Apr 05 22:36:12.875314 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-920e494b-583e-4d28-981d-30c2966d1b6a req-7c5db96c-38fa-44ad-81f9-f0114381e20c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576307 Apr 05 22:36:12.987114 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e87acc-ed04-4764-bda4-6284033bb715 req-bd7f95fb-9cbe-4437-a670-174dd14a11e5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.996902 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-17e87acc-ed04-4764-bda4-6284033bb715 req-bd7f95fb-9cbe-4437-a670-174dd14a11e5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0933537 Apr 05 22:36:13.067291 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-17e87acc-ed04-4764-bda4-6284033bb715 req-732bb616-64e3-47b8-878c-296016e62c6e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659676 Apr 05 22:36:13.679466 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cac191-9b3c-48a4-99e9-7585f4d9fff0 req-c93bfd38-3c1e-4afb-92ad-9c705539bafd tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:13.681094 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-24cac191-9b3c-48a4-99e9-7585f4d9fff0 req-c93bfd38-3c1e-4afb-92ad-9c705539bafd tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0998518 Apr 05 22:36:13.769045 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-24cac191-9b3c-48a4-99e9-7585f4d9fff0 req-8628659e-3146-4fa9-aa82-2f99ec661a23 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822115 Apr 05 22:36:14.272959 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2da15-5c3a-4bf6-9428-fcd8fb5479c2 req-5edbec04-a935-42aa-bf0f-df7f91d85f7d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:14.282443 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8ec2da15-5c3a-4bf6-9428-fcd8fb5479c2 req-5edbec04-a935-42aa-bf0f-df7f91d85f7d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0970747 Apr 05 22:36:14.361084 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8ec2da15-5c3a-4bf6-9428-fcd8fb5479c2 req-567e5236-0c75-4d02-9156-a71c710e00e7 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753996 Apr 05 22:36:14.500460 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a88fa1-288d-4964-a6c2-e09c6d41f849 req-2e700df1-7bf9-4da5-be38-cc99db3a3ba1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:14.506730 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c6a88fa1-288d-4964-a6c2-e09c6d41f849 req-2e700df1-7bf9-4da5-be38-cc99db3a3ba1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0860770 Apr 05 22:36:14.513443 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 50734) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:14.518808 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-71bbdd74-b6a2-4956-8c6a-2c3dd3295f63 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Request body: {'floatingip': {'port_id': 'f63dd5f8-2f91-448b-9895-30f41ae4351d'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:14.641783 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd74-b6a2-4956-8c6a-2c3dd3295f63 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for floatingip (b84c9287-b93e-49da-a57c-3b86e8c8af6b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:15.400287 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2a08c-bd3d-4d08-9f67-a30139009610 req-e532586d-f7ab-4f1c-96c4-a239f7a88b3c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:15.401899 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-81d2a08c-bd3d-4d08-9f67-a30139009610 req-e532586d-f7ab-4f1c-96c4-a239f7a88b3c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.5140564 Apr 05 22:36:15.439505 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd74-b6a2-4956-8c6a-2c3dd3295f63 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:15.465522 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd74-b6a2-4956-8c6a-2c3dd3295f63 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (b84c9287-b93e-49da-a57c-3b86e8c8af6b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:15.521191 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-81d2a08c-bd3d-4d08-9f67-a30139009610 req-34cd758b-4a7e-41b5-8a84-58a0f4bf4579 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094766 Apr 05 22:36:15.609874 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.l3_db [None req-71bbdd74-b6a2-4956-8c6a-2c3dd3295f63 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Floating IP b84c9287-b93e-49da-a57c-3b86e8c8af6b associated. External IP: 172.28.3.143, port: f63dd5f8-2f91-448b-9895-30f41ae4351d. Apr 05 22:36:15.998922 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bbdd74-b6a2-4956-8c6a-2c3dd3295f63 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Router 0ec2d706-429d-4fa8-8838-c5302e004837 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:36:16.187109 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bbdd74-b6a2-4956-8c6a-2c3dd3295f63 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:16.202497 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd74-b6a2-4956-8c6a-2c3dd3295f63 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:16.203363 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d97d8a-b0f4-4ec9-842f-909e4d1f3f4f None None] Sync routers for ids ['0ec2d706-429d-4fa8-8838-c5302e004837'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:16.221146 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d97d8a-b0f4-4ec9-842f-909e4d1f3f4f None None] Routers {'0ec2d706-429d-4fa8-8838-c5302e004837'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:16.223736 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a7d97d8a-b0f4-4ec9-842f-909e4d1f3f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:35:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['0ec2d706-429d-4fa8-8838-c5302e004837'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:16.239453 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-71bbdd74-b6a2-4956-8c6a-2c3dd3295f63 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "PUT /v2.0/floatingips/b84c9287-b93e-49da-a57c-3b86e8c8af6b HTTP/1.1" status: 200 len: 991 time: 1.7244971 Apr 05 22:36:16.240067 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'tag': 'f63dd5f8-2f91-448b-9895-30f41ae4351d'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:16.245869 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd240c3-e570-453b-91f2-65d7b65f0355" -d '{"events": [{"name": "network-changed", "server_uuid": "9c008a8e-15d0-4e74-80b1-97ef52bc593c", "tag": "f63dd5f8-2f91-448b-9895-30f41ae4351d"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:16.297304 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e7fd55-ef20-42f4-b5b5-cdd7d7752d10 x-openstack-request-id: req-25e7fd55-ef20-42f4-b5b5-cdd7d7752d10 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:16.297592 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c008a8e-15d0-4e74-80b1-97ef52bc593c", "tag": "f63dd5f8-2f91-448b-9895-30f41ae4351d", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:16.297852 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25e7fd55-ef20-42f4-b5b5-cdd7d7752d10 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:16.298244 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e7fd55-ef20-42f4-b5b5-cdd7d7752d10'] response: {'name': 'network-changed', 'server_uuid': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'tag': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'status': 'completed', 'code': 200} Apr 05 22:36:16.355764 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-a7d97d8a-b0f4-4ec9-842f-909e4d1f3f4f None None] Set router 0ec2d706-429d-4fa8-8838-c5302e004837 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:16.714660 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2135002-7135-41a0-9d68-1d512b9d94d0 req-7b0b9503-ca24-4dbf-8290-cb87cae4bc76 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:16.723316 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f2135002-7135-41a0-9d68-1d512b9d94d0 req-7b0b9503-ca24-4dbf-8290-cb87cae4bc76 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0771389 Apr 05 22:36:16.727671 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a7d97d8a-b0f4-4ec9-842f-909e4d1f3f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'b84c9287-b93e-49da-a57c-3b86e8c8af6b', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'port_id': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'mac_address': 'fa:16:3e:38:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:36:15Z', 'revision_number': 1, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3608ef-01f2-4929-aebc-e6f4e923de6b', 'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'mac_address': 'fa:16:3e:2b:73:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:27Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 5, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'subnets': [{'id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:16.771004 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d97d8a-b0f4-4ec9-842f-909e4d1f3f4f None None] Checking router: 0ec2d706-429d-4fa8-8838-c5302e004837 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:16.780360 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d97d8a-b0f4-4ec9-842f-909e4d1f3f4f None None] Routers {'0ec2d706-429d-4fa8-8838-c5302e004837'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:16.781312 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a7d97d8a-b0f4-4ec9-842f-909e4d1f3f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:35:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['0ec2d706-429d-4fa8-8838-c5302e004837'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:16.791128 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f2135002-7135-41a0-9d68-1d512b9d94d0 req-fd94ffc2-cdb4-427c-b909-d4bcd894451d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663369 Apr 05 22:36:16.903902 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-a7d97d8a-b0f4-4ec9-842f-909e4d1f3f4f None None] Set router 0ec2d706-429d-4fa8-8838-c5302e004837 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:17.215461 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a7d97d8a-b0f4-4ec9-842f-909e4d1f3f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'b84c9287-b93e-49da-a57c-3b86e8c8af6b', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'port_id': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'mac_address': 'fa:16:3e:38:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:36:15Z', 'revision_number': 1, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3608ef-01f2-4929-aebc-e6f4e923de6b', 'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'mac_address': 'fa:16:3e:2b:73:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:27Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 5, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'subnets': [{'id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:17.246012 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d97d8a-b0f4-4ec9-842f-909e4d1f3f4f None None] The sync data for ids ['0ec2d706-429d-4fa8-8838-c5302e004837'] in dv-cinder-835881-4-smb is: [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'b84c9287-b93e-49da-a57c-3b86e8c8af6b', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'port_id': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'mac_address': 'fa:16:3e:38:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:36:15Z', 'revision_number': 1, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3608ef-01f2-4929-aebc-e6f4e923de6b', 'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'mac_address': 'fa:16:3e:2b:73:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:27Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 5, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'subnets': [{'id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:17.407415 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd240c3-e570-453b-91f2-65d7b65f0355 req-6af8f67b-5119-45fc-a555-80eefa19c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:17.409139 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3bd240c3-e570-453b-91f2-65d7b65f0355 req-6af8f67b-5119-45fc-a555-80eefa19c6bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 1129 time: 0.1367307 Apr 05 22:36:17.427160 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbdd69-1cc6-4850-842d-258ce2c90927 req-ca53c8b8-4242-426a-892d-a794da49e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:17.428666 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-01cbdd69-1cc6-4850-842d-258ce2c90927 req-ca53c8b8-4242-426a-892d-a794da49e451 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 1129 time: 0.1545072 Apr 05 22:36:17.560700 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb3531-1bc8-4e66-bb66-f6f4fc9d01e4 None None] New status for floating IP b84c9287-b93e-49da-a57c-3b86e8c8af6b: ACTIVE {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:36:17.916197 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429ac4f-963f-47ef-a44d-6c32c50f8a60 req-ec4221ce-73c2-4f37-bfa9-79e0e6e5b987 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:17.917773 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3429ac4f-963f-47ef-a44d-6c32c50f8a60 req-ec4221ce-73c2-4f37-bfa9-79e0e6e5b987 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0555618 Apr 05 22:36:17.966674 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3429ac4f-963f-47ef-a44d-6c32c50f8a60 req-741364fd-6c35-4f7a-9c71-f87ef5b8e50f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431764 Apr 05 22:36:18.306062 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbdd69-1cc6-4850-842d-258ce2c90927 req-cad4c1c7-1f7a-4a4b-a112-58fe76526058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.307758 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-01cbdd69-1cc6-4850-842d-258ce2c90927 req-cad4c1c7-1f7a-4a4b-a112-58fe76526058 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 200 len: 918 time: 0.2593477 Apr 05 22:36:18.321794 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a4924b5-c0c9-4061-8835-28e067445b2d req-8b4bfc32-e8cd-4182-ae84-1a932b721002 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1224124 Apr 05 22:36:18.431813 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd240c3-e570-453b-91f2-65d7b65f0355 req-08452b3b-f34d-447d-875e-376c4cf62ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.433277 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3bd240c3-e570-453b-91f2-65d7b65f0355 req-08452b3b-f34d-447d-875e-376c4cf62ba9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.2352574 Apr 05 22:36:18.502451 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-01cbdd69-1cc6-4850-842d-258ce2c90927 req-e15d31d6-79e1-4d28-8217-d0cb52ec5a30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c HTTP/1.1" status: 200 len: 1001 time: 0.1858256 Apr 05 22:36:18.542456 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4924b5-c0c9-4061-8835-28e067445b2d req-bff42aff-d460-4ab2-ba48-7902f371baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.543992 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a4924b5-c0c9-4061-8835-28e067445b2d req-bff42aff-d460-4ab2-ba48-7902f371baf1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 1129 time: 0.1533146 Apr 05 22:36:18.582455 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbdd69-1cc6-4850-842d-258ce2c90927 req-8f0c420b-31aa-4b3f-b42e-de33a81f324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.583956 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-01cbdd69-1cc6-4850-842d-258ce2c90927 req-8f0c420b-31aa-4b3f-b42e-de33a81f324c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=153678da-7701-49d9-b921-ee9887cc1075 HTTP/1.1" status: 200 len: 856 time: 0.0720477 Apr 05 22:36:18.585928 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3bd240c3-e570-453b-91f2-65d7b65f0355 req-900470c0-2ac4-402f-8c87-c1df776d4941 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63dd5f8-2f91-448b-9895-30f41ae4351d HTTP/1.1" status: 200 len: 1001 time: 0.1376960 Apr 05 22:36:18.717182 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd240c3-e570-453b-91f2-65d7b65f0355 req-760f937a-533a-492f-ae7b-5871816255a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.718568 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3bd240c3-e570-453b-91f2-65d7b65f0355 req-760f937a-533a-492f-ae7b-5871816255a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.1075616 Apr 05 22:36:18.762612 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbdd69-1cc6-4850-842d-258ce2c90927 req-70e757ab-211e-48ac-93ab-b4acf7d089e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.764129 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-01cbdd69-1cc6-4850-842d-258ce2c90927 req-70e757ab-211e-48ac-93ab-b4acf7d089e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69f3666c-d270-41ea-a8aa-729dc02e1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1613946 Apr 05 22:36:18.765339 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4924b5-c0c9-4061-8835-28e067445b2d req-24a0bdd5-5dae-44dd-898b-0e7a356088bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.766847 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a4924b5-c0c9-4061-8835-28e067445b2d req-24a0bdd5-5dae-44dd-898b-0e7a356088bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 915 time: 0.1937904 Apr 05 22:36:18.816477 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd240c3-e570-453b-91f2-65d7b65f0355 req-7ac6c8c5-6b50-4085-8e51-5f6abc2ec16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.817623 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3bd240c3-e570-453b-91f2-65d7b65f0355 req-7ac6c8c5-6b50-4085-8e51-5f6abc2ec16d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0856690 Apr 05 22:36:19.117605 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae15da-0963-425c-8b26-ded9d4da75e5 req-2e330d4c-ad31-4493-bcd1-778a67aeb917 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:19.119446 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e4ae15da-0963-425c-8b26-ded9d4da75e5 req-2e330d4c-ad31-4493-bcd1-778a67aeb917 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 945 time: 0.0655077 Apr 05 22:36:19.201383 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2affe3dc-ac65-419f-8415-88bcdea28432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:19.254403 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e4ae15da-0963-425c-8b26-ded9d4da75e5 req-d795d3f4-218d-4ab4-bd59-1f8b97cfbb22 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165786 Apr 05 22:36:19.265709 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3bd240c3-e570-453b-91f2-65d7b65f0355 req-1bf3b9cd-135e-46f8-81d1-c6c3845ea202 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121368 Apr 05 22:36:19.311996 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a4924b5-c0c9-4061-8835-28e067445b2d req-ae7dff3a-22c7-47b1-aef9-240704c0db0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=962dafa6-67eb-4626-814b-6fe4600ccb36 HTTP/1.1" status: 200 len: 1000 time: 0.5260994 Apr 05 22:36:19.408632 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-01cbdd69-1cc6-4850-842d-258ce2c90927 req-d9c63107-9f6d-4a55-9a35-927a467591e4 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212049 Apr 05 22:36:19.434474 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 83101021-0ebe-4ce1-b25e-f64dfefbac8c no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:36:19.449704 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4924b5-c0c9-4061-8835-28e067445b2d req-8f277e4c-c2f5-48bf-bedf-1c97cd7b3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:19.451642 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a4924b5-c0c9-4061-8835-28e067445b2d req-8f277e4c-c2f5-48bf-bedf-1c97cd7b3d1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 200 len: 853 time: 0.1279790 Apr 05 22:36:19.482936 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3bd240c3-e570-453b-91f2-65d7b65f0355 req-b6c81b9d-4553-4153-8cad-034a34cc9b64 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069252 Apr 05 22:36:19.532921 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 83101021-0ebe-4ce1-b25e-f64dfefbac8c is: ACTIVE; New status is: DOWN {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:19.533310 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:19.574475 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:19.577136 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5895f0d5-261f-4cda-9c9d-5ff4cbf9d4fa" -d '{"events": [{"server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "name": "network-vif-unplugged", "status": "completed", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:19.599022 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:19.609926 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:19.633923 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4924b5-c0c9-4061-8835-28e067445b2d req-cddc38af-31ee-4b00-b157-7d13f9051e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:19.636400 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a4924b5-c0c9-4061-8835-28e067445b2d req-cddc38af-31ee-4b00-b157-7d13f9051e34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1524472 Apr 05 22:36:19.683977 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-01cbdd69-1cc6-4850-842d-258ce2c90927 req-f911d9f4-a962-442a-be9d-56291e4c7ee5 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627199 Apr 05 22:36:19.695096 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=83101021-0ebe-4ce1-b25e-f64dfefbac8c,revision_number=8']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:19.705366 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a9a02-a22e-4085-801d-0807a11f5a48 req-6f859c9d-0307-4fc4-a39f-0106f32ebd19 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:19.707411 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c32a9a02-a22e-4085-801d-0807a11f5a48 req-6f859c9d-0307-4fc4-a39f-0106f32ebd19 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 945 time: 0.1082757 Apr 05 22:36:19.743150 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:19.759231 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e4b04b-1907-48ae-99a1-faa171e270d8 x-openstack-request-id: req-19e4b04b-1907-48ae-99a1-faa171e270d8 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:19.759834 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "name": "network-vif-unplugged", "status": "completed", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:19.760366 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19e4b04b-1907-48ae-99a1-faa171e270d8 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:19.761008 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e4b04b-1907-48ae-99a1-faa171e270d8'] response: {'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'code': 200} Apr 05 22:36:19.789310 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a4924b5-c0c9-4061-8835-28e067445b2d req-3711f072-fa9d-4a08-8f40-9fc27dc392d5 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308620 Apr 05 22:36:19.805417 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c32a9a02-a22e-4085-801d-0807a11f5a48 req-5d146478-1019-420c-968d-d52317117a34 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836127 Apr 05 22:36:19.817574 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 50832) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:19.899424 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5949cea-c727-4541-bd7d-ef33b1bdaf54 req-10b48b8c-0b52-409d-9234-dece2b748b68 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:19.907673 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f5949cea-c727-4541-bd7d-ef33b1bdaf54 req-10b48b8c-0b52-409d-9234-dece2b748b68 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.0719483 Apr 05 22:36:19.956964 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f5949cea-c727-4541-bd7d-ef33b1bdaf54 req-3d803925-37c7-4e82-a215-fc37c23ccf59 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484226 Apr 05 22:36:20.110875 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dd9318-e2f9-4462-8597-99ae5eca7819 tempest-TestMinimumBasicScenario-838588656 tempest-TestMinimumBasicScenario-838588656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:20.112875 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-a4dd9318-e2f9-4462-8597-99ae5eca7819 tempest-TestMinimumBasicScenario-838588656 tempest-TestMinimumBasicScenario-838588656-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 1124 time: 0.2940371 Apr 05 22:36:20.115830 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 50840) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:20.120707 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Request body: {'floatingip': {'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'port_id': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:20.149122 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:20.277920 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:20.389800 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280b638-0120-4a84-a693-71aa2aae7bab req-ecbc2936-5140-40f4-a146-7561a24e9565 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:20.392232 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d280b638-0120-4a84-a693-71aa2aae7bab req-ecbc2936-5140-40f4-a146-7561a24e9565 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0608029 Apr 05 22:36:20.459877 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Allocated IP 172.28.3.67 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/0511acc8-82da-4e8a-ba4a-29d74650ee2f) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:20.479828 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d280b638-0120-4a84-a693-71aa2aae7bab req-b5644137-4fe1-41b7-98c7-7f14893d9dd9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792737 Apr 05 22:36:20.589689 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for port (0511acc8-82da-4e8a-ba4a-29d74650ee2f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:20.631810 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (0511acc8-82da-4e8a-ba4a-29d74650ee2f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:20.671690 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:20.678829 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:20.684283 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:20.687877 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event updated for resources: {'Port': ['ID=0511acc8-82da-4e8a-ba4a-29d74650ee2f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:21.157807 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833fc9e-618e-4a2a-8651-108af5ed5e6e req-5188d170-19af-4878-8231-162e0108e8c6 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:21.160593 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9833fc9e-618e-4a2a-8651-108af5ed5e6e req-5188d170-19af-4878-8231-162e0108e8c6 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.1160228 Apr 05 22:36:21.196282 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for floatingip (c75875fc-ea0c-4d9d-b458-95c58a71afaf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:21.254076 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9833fc9e-618e-4a2a-8651-108af5ed5e6e req-409f6298-3f67-4422-a1ff-43a381006a43 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876865 Apr 05 22:36:21.297400 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (0511acc8-82da-4e8a-ba4a-29d74650ee2f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:21.462043 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for port (0511acc8-82da-4e8a-ba4a-29d74650ee2f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:21.467795 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (0511acc8-82da-4e8a-ba4a-29d74650ee2f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:21.540026 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event updated for resources: {'Port': ['ID=0511acc8-82da-4e8a-ba4a-29d74650ee2f,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:21.558868 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (c75875fc-ea0c-4d9d-b458-95c58a71afaf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:21.570485 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-33f8350b-44fd-4532-90a0-dc29e19c2afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:21.677568 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c43e0-1af7-42ba-9045-7d14a8be99a8 req-5a39b74b-4ccf-45d7-aa47-fba718374d54 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:21.679195 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b89c43e0-1af7-42ba-9045-7d14a8be99a8 req-5a39b74b-4ccf-45d7-aa47-fba718374d54 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0863137 Apr 05 22:36:21.683294 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Floating IP c75875fc-ea0c-4d9d-b458-95c58a71afaf associated. External IP: 172.28.3.67, port: 4e030730-9d97-427d-a8a3-2929bbb540b4. Apr 05 22:36:21.743533 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b89c43e0-1af7-42ba-9045-7d14a8be99a8 req-732663f6-c58b-4981-9609-72e06e899f88 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563269 Apr 05 22:36:21.966576 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:36:22.090089 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:22.106765 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bd631-e541-4d9c-82df-e1b0db608b70 None None] Sync routers for ids ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:22.115595 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.126389 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bd631-e541-4d9c-82df-e1b0db608b70 None None] Routers {'d750a044-4ffb-4deb-9df6-8b860b7a4bb4'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:22.127130 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-115bd631-e541-4d9c-82df-e1b0db608b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:36:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:22.160343 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-d0ed45c6-ac8e-4bec-935e-3d37514f6677 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0430923 Apr 05 22:36:22.165256 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 50856) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:22.168096 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:22.169840 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fef8d82-612a-484e-908b-632d12256016" -d '{"events": [{"name": "network-changed", "server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:22.179338 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c2a6c9fb-46be-4f3b-985a-5e09bc3891e5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2067326428', 'description': 'tempest-secgroup-smoke-2067326428 description', 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:22.210806 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c9fb-46be-4f3b-985a-5e09bc3891e5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.221897 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79539bc-bd58-4879-ab2e-276a9e91c5bc x-openstack-request-id: req-c79539bc-bd58-4879-ab2e-276a9e91c5bc {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:22.222521 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:22.222990 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c79539bc-bd58-4879-ab2e-276a9e91c5bc {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:22.223778 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79539bc-bd58-4879-ab2e-276a9e91c5bc'] response: {'name': 'network-changed', 'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'status': 'completed', 'code': 200} Apr 05 22:36:22.291328 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-115bd631-e541-4d9c-82df-e1b0db608b70 None None] Set router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:22.312817 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c9fb-46be-4f3b-985a-5e09bc3891e5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group (8a171d21-31cd-47f8-9354-b4a4613718e1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.320074 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c9fb-46be-4f3b-985a-5e09bc3891e5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8a171d21-31cd-47f8-9354-b4a4613718e1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.391157 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c9fb-46be-4f3b-985a-5e09bc3891e5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.391157 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-c2a6c9fb-46be-4f3b-985a-5e09bc3891e5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2241018 Apr 05 22:36:22.394659 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 50862) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:22.398404 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0e89a9a4-4300-44f0-b133-46a20c900325 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Request body: {'security_group_rule': {'security_group_id': '8a171d21-31cd-47f8-9354-b4a4613718e1', 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:22.418307 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6c9fb-46be-4f3b-985a-5e09bc3891e5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a171d21-31cd-47f8-9354-b4a4613718e1,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:22.454352 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e89a9a4-4300-44f0-b133-46a20c900325 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (758ba0eb-60dc-4b40-bb6b-ae686c1e8a0c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.501682 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.526367 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995ee16-06ae-476c-92c5-ced825ba4a22 req-cabe59af-b685-4a2d-b91b-13521b207d9e tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:22.527952 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b995ee16-06ae-476c-92c5-ced825ba4a22 req-cabe59af-b685-4a2d-b91b-13521b207d9e tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.1532021 Apr 05 22:36:22.578942 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-115bd631-e541-4d9c-82df-e1b0db608b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 4, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'c75875fc-ea0c-4d9d-b458-95c58a71afaf', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'floating_ip_address': '172.28.3.67', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'port_id': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'mac_address': 'fa:16:3e:52:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:20Z', 'updated_at': '2022-04-05T22:36:20Z', 'revision_number': 0, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c9c67f-7fa2-4412-aced-678885461cfe', 'name': '', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'mac_address': 'fa:16:3e:09:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:14Z', 'updated_at': '2022-04-05T22:35:20Z', 'revision_number': 5, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'subnets': [{'id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:22.593100 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b995ee16-06ae-476c-92c5-ced825ba4a22 req-b5c6ea44-39dc-4187-9eb8-5d1a220a3679 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564809 Apr 05 22:36:22.598850 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e89a9a4-4300-44f0-b133-46a20c900325 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (758ba0eb-60dc-4b40-bb6b-ae686c1e8a0c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.605193 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e89a9a4-4300-44f0-b133-46a20c900325 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (758ba0eb-60dc-4b40-bb6b-ae686c1e8a0c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.610716 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bd631-e541-4d9c-82df-e1b0db608b70 None None] Checking router: d750a044-4ffb-4deb-9df6-8b860b7a4bb4 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:22.620887 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bd631-e541-4d9c-82df-e1b0db608b70 None None] Routers {'d750a044-4ffb-4deb-9df6-8b860b7a4bb4'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:22.621694 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-115bd631-e541-4d9c-82df-e1b0db608b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:36:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:22.630502 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e89a9a4-4300-44f0-b133-46a20c900325 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.634237 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-0e89a9a4-4300-44f0-b133-46a20c900325 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2371967 Apr 05 22:36:22.634567 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 50868) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:22.639436 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Request body: {'security_group_rule': {'security_group_id': '8a171d21-31cd-47f8-9354-b4a4613718e1', 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:22.646538 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89a9a4-4300-44f0-b133-46a20c900325 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758ba0eb-60dc-4b40-bb6b-ae686c1e8a0c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:22.670261 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (edbf4450-4c57-4af4-a2b1-108002efab80), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.751252 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (edbf4450-4c57-4af4-a2b1-108002efab80), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.754137 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-115bd631-e541-4d9c-82df-e1b0db608b70 None None] Set router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:22.759072 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (edbf4450-4c57-4af4-a2b1-108002efab80), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.783838 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbf4450-4c57-4af4-a2b1-108002efab80,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:22.794343 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.798129 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600347 Apr 05 22:36:22.798129 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.798129 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.798129 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.798483 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.798713 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.799040 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.799372 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.799700 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.800075 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.800462 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.800799 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.801071 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 50872) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:22.801183 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.801478 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.801800 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.802165 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecc1cf-8c87-4e08-a0da-ed501e95823d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:22.812294 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-34a56c65-b87a-4323-b04f-aea47b660bc8 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Request body: {'security_group_rule': {'security_group_id': '8a171d21-31cd-47f8-9354-b4a4613718e1', 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:22.850232 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34a56c65-b87a-4323-b04f-aea47b660bc8 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (a421307b-507d-41d6-a2eb-be8c1ea569db), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.950541 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34a56c65-b87a-4323-b04f-aea47b660bc8 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (a421307b-507d-41d6-a2eb-be8c1ea569db), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.955307 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34a56c65-b87a-4323-b04f-aea47b660bc8 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (a421307b-507d-41d6-a2eb-be8c1ea569db), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.981009 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6725f71-1836-44ea-94a1-dd3fe35db174 req-4a372a6f-f1cb-4472-b119-969606248a0c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:22.982597 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d6725f71-1836-44ea-94a1-dd3fe35db174 req-4a372a6f-f1cb-4472-b119-969606248a0c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0961709 Apr 05 22:36:22.988669 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a56c65-b87a-4323-b04f-aea47b660bc8 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a421307b-507d-41d6-a2eb-be8c1ea569db,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:22.995156 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34a56c65-b87a-4323-b04f-aea47b660bc8 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:22.999563 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-34a56c65-b87a-4323-b04f-aea47b660bc8 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1932657 Apr 05 22:36:23.000110 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 50874) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:23.007553 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e8648c59-3498-4267-8081-58e0049438d5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Request body: {'security_group_rule': {'security_group_id': '8a171d21-31cd-47f8-9354-b4a4613718e1', 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:23.039414 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-115bd631-e541-4d9c-82df-e1b0db608b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 4, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'c75875fc-ea0c-4d9d-b458-95c58a71afaf', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'floating_ip_address': '172.28.3.67', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'port_id': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'mac_address': 'fa:16:3e:52:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:20Z', 'updated_at': '2022-04-05T22:36:20Z', 'revision_number': 0, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c9c67f-7fa2-4412-aced-678885461cfe', 'name': '', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'mac_address': 'fa:16:3e:09:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:14Z', 'updated_at': '2022-04-05T22:35:20Z', 'revision_number': 5, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'subnets': [{'id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:23.056517 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e8648c59-3498-4267-8081-58e0049438d5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (bd0afd90-e805-432e-90c2-6acb7621d99a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.059226 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d6725f71-1836-44ea-94a1-dd3fe35db174 req-4fd48832-ce2d-428d-ac75-f09d43a1c210 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583651 Apr 05 22:36:23.117485 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bd631-e541-4d9c-82df-e1b0db608b70 None None] The sync data for ids ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'] in dv-cinder-835881-4-smb is: [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 4, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'c75875fc-ea0c-4d9d-b458-95c58a71afaf', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'floating_ip_address': '172.28.3.67', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'port_id': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'mac_address': 'fa:16:3e:52:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:20Z', 'updated_at': '2022-04-05T22:36:20Z', 'revision_number': 0, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c9c67f-7fa2-4412-aced-678885461cfe', 'name': '', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'mac_address': 'fa:16:3e:09:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:14Z', 'updated_at': '2022-04-05T22:35:20Z', 'revision_number': 5, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'subnets': [{'id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:23.121127 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e8648c59-3498-4267-8081-58e0049438d5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (bd0afd90-e805-432e-90c2-6acb7621d99a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.126758 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e8648c59-3498-4267-8081-58e0049438d5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (bd0afd90-e805-432e-90c2-6acb7621d99a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.176070 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e8648c59-3498-4267-8081-58e0049438d5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.177434 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-e8648c59-3498-4267-8081-58e0049438d5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1762502 Apr 05 22:36:23.180601 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 50882) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:23.180770 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8648c59-3498-4267-8081-58e0049438d5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0afd90-e805-432e-90c2-6acb7621d99a,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:23.189388 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bdbcb1a6-9701-40ab-b7a4-2897d7ccfdb1 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Request body: {'security_group_rule': {'security_group_id': '8a171d21-31cd-47f8-9354-b4a4613718e1', 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:23.216548 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-bdbcb1a6-9701-40ab-b7a4-2897d7ccfdb1 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Project f0071b9efb804bb9b6375a3b8ab1cfda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:36:23.223997 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb1a6-9701-40ab-b7a4-2897d7ccfdb1 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (41eb0509-d305-4b1f-b9ac-0854041af60f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.297334 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb1a6-9701-40ab-b7a4-2897d7ccfdb1 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (41eb0509-d305-4b1f-b9ac-0854041af60f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.303533 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb1a6-9701-40ab-b7a4-2897d7ccfdb1 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (41eb0509-d305-4b1f-b9ac-0854041af60f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.330076 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bdbcb1a6-9701-40ab-b7a4-2897d7ccfdb1 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.334182 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-bdbcb1a6-9701-40ab-b7a4-2897d7ccfdb1 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525166 Apr 05 22:36:23.334615 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 50884) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:23.335604 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcb1a6-9701-40ab-b7a4-2897d7ccfdb1 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41eb0509-d305-4b1f-b9ac-0854041af60f,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:23.349011 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0a106c95-6f9b-438f-9a7e-287f2557948d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Request body: {'security_group_rule': {'security_group_id': '8a171d21-31cd-47f8-9354-b4a4613718e1', 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:23.372793 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-0a106c95-6f9b-438f-9a7e-287f2557948d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Project f0071b9efb804bb9b6375a3b8ab1cfda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:36:23.381679 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a106c95-6f9b-438f-9a7e-287f2557948d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (37bf511d-7ec5-41c3-b7ef-d8ff8ea32343), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.460008 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162c2941-13d4-4aa0-aa2e-377fa525bd1c None None] New status for floating IP c75875fc-ea0c-4d9d-b458-95c58a71afaf: ACTIVE {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:36:23.488519 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a106c95-6f9b-438f-9a7e-287f2557948d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (37bf511d-7ec5-41c3-b7ef-d8ff8ea32343), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.493956 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a106c95-6f9b-438f-9a7e-287f2557948d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (37bf511d-7ec5-41c3-b7ef-d8ff8ea32343), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.508357 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a106c95-6f9b-438f-9a7e-287f2557948d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bf511d-7ec5-41c3-b7ef-d8ff8ea32343,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:23.535403 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a106c95-6f9b-438f-9a7e-287f2557948d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.536765 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-0a106c95-6f9b-438f-9a7e-287f2557948d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2003732 Apr 05 22:36:23.714387 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2156b20b-4cb7-4b52-9894-36e12d8e9dfc req-c3724553-1379-420c-a92d-4b37ce1da299 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067326428&fields=id&tenant_id=f0071b9efb804bb9b6375a3b8ab1cfda HTTP/1.1" status: 200 len: 267 time: 0.1011128 Apr 05 22:36:23.782791 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b13663-10c7-4564-ab98-b757637f35a2 req-c71e7345-3e89-4d73-b890-71ef71a6232e tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:23.791393 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f6b13663-10c7-4564-ab98-b757637f35a2 req-c71e7345-3e89-4d73-b890-71ef71a6232e tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.0834129 Apr 05 22:36:23.794506 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156b20b-4cb7-4b52-9894-36e12d8e9dfc req-fe27028f-e9f9-415c-8cfc-91d71503c300 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:23.803690 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2156b20b-4cb7-4b52-9894-36e12d8e9dfc req-fe27028f-e9f9-415c-8cfc-91d71503c300 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 945 time: 0.0794101 Apr 05 22:36:23.810091 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [req-2156b20b-4cb7-4b52-9894-36e12d8e9dfc req-974fec2e-84cb-469f-bd90-10055ac94bf5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Request body: {'port': {'security_groups': ['f1532618-193e-442b-b6df-80eaf0a2de26', '8a171d21-31cd-47f8-9354-b4a4613718e1']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:23.851142 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f6b13663-10c7-4564-ab98-b757637f35a2 req-b75d7658-0b21-4262-9f0b-c720ab83c8d5 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580001 Apr 05 22:36:23.905619 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2156b20b-4cb7-4b52-9894-36e12d8e9dfc req-974fec2e-84cb-469f-bd90-10055ac94bf5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:23.956433 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:24.159618 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2156b20b-4cb7-4b52-9894-36e12d8e9dfc req-974fec2e-84cb-469f-bd90-10055ac94bf5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] For port 4e030730-9d97-427d-a8a3-2929bbb540b4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e030730-9d97-427d-a8a3-2929bbb540b4,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:24.215594 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2156b20b-4cb7-4b52-9894-36e12d8e9dfc req-974fec2e-84cb-469f-bd90-10055ac94bf5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:24.222955 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2156b20b-4cb7-4b52-9894-36e12d8e9dfc req-974fec2e-84cb-469f-bd90-10055ac94bf5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:24.239136 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['4e030730-9d97-427d-a8a3-2929bbb540b4'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:24.244298 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70dda7-dda6-4075-b3c1-449d7bb61da4 req-91a3472d-cb9a-4f85-9037-3378ad75dd6f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:24.246083 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7c70dda7-dda6-4075-b3c1-449d7bb61da4 req-91a3472d-cb9a-4f85-9037-3378ad75dd6f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0786459 Apr 05 22:36:24.293483 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156b20b-4cb7-4b52-9894-36e12d8e9dfc req-974fec2e-84cb-469f-bd90-10055ac94bf5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:24.294309 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2156b20b-4cb7-4b52-9894-36e12d8e9dfc req-974fec2e-84cb-469f-bd90-10055ac94bf5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:24.295873 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2156b20b-4cb7-4b52-9894-36e12d8e9dfc req-974fec2e-84cb-469f-bd90-10055ac94bf5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "PUT /v2.0/ports/4e030730-9d97-427d-a8a3-2929bbb540b4 HTTP/1.1" status: 200 len: 981 time: 0.4911518 Apr 05 22:36:24.296424 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:24.299110 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41dca85-4516-4096-84f8-6104f070c325" -d '{"events": [{"name": "network-changed", "server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:24.324195 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fec2e-84cb-469f-bd90-10055ac94bf5 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event updated for resources: {'Port': ['ID=4e030730-9d97-427d-a8a3-2929bbb540b4,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:24.340927 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7c70dda7-dda6-4075-b3c1-449d7bb61da4 req-512262d2-5e5e-4b57-98fd-278310d0afda tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880339 Apr 05 22:36:24.462335 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb79f75-8457-4aee-bacf-f611cdb93687 x-openstack-request-id: req-3bb79f75-8457-4aee-bacf-f611cdb93687 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:24.467122 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:24.467643 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bb79f75-8457-4aee-bacf-f611cdb93687 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:24.469535 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb79f75-8457-4aee-bacf-f611cdb93687'] response: {'name': 'network-changed', 'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'status': 'completed', 'code': 200} Apr 05 22:36:24.515982 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b492b-7a9b-4eaa-a202-9b78b69ed3fa req-33be70fc-5b55-4ada-8df5-dee900173cc1 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:24.518120 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4b6b492b-7a9b-4eaa-a202-9b78b69ed3fa req-33be70fc-5b55-4ada-8df5-dee900173cc1 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.1134512 Apr 05 22:36:24.556915 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['4e030730-9d97-427d-a8a3-2929bbb540b4'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:24.622941 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4b6b492b-7a9b-4eaa-a202-9b78b69ed3fa req-6435c8d1-a945-46e4-a97b-b4f9129557b7 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933733 Apr 05 22:36:24.769517 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-ea4ffedc-5bd9-4d80-a891-44c2abe605db None None] Provisioning complete for port 4e030730-9d97-427d-a8a3-2929bbb540b4 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:24.770088 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ea4ffedc-5bd9-4d80-a891-44c2abe605db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.008798 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba3e69-e3c3-4a5d-92bd-e250dd29ea16 req-f4195380-e54e-422b-ba50-8fb4b8b186b1 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:25.016019 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-aaba3e69-e3c3-4a5d-92bd-e250dd29ea16 req-f4195380-e54e-422b-ba50-8fb4b8b186b1 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.0634403 Apr 05 22:36:25.062648 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-aaba3e69-e3c3-4a5d-92bd-e250dd29ea16 req-7b3c6e33-f170-499c-b198-4934d5e92013 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454435 Apr 05 22:36:25.111309 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ffedc-5bd9-4d80-a891-44c2abe605db None None] Current status of the port 4e030730-9d97-427d-a8a3-2929bbb540b4 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:25.362648 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.515084 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa1f4a-1af4-4501-b5e1-ed084b920d28 req-0f15a282-fd74-43d1-95b8-92013aa5bfc8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:25.528262 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-16aa1f4a-1af4-4501-b5e1-ed084b920d28 req-0f15a282-fd74-43d1-95b8-92013aa5bfc8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0776517 Apr 05 22:36:25.577154 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-16aa1f4a-1af4-4501-b5e1-ed084b920d28 req-a882bed1-7e0b-4bad-9091-bca815571900 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477085 Apr 05 22:36:26.232616 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea62d9-6dde-4789-9ed7-c1dc81f9b381 req-11016a6d-e9fb-4709-9156-6e3039e46adf tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:26.240885 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f7ea62d9-6dde-4789-9ed7-c1dc81f9b381 req-11016a6d-e9fb-4709-9156-6e3039e46adf tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.0797415 Apr 05 22:36:26.310921 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f7ea62d9-6dde-4789-9ed7-c1dc81f9b381 req-8a0f22a2-fa69-463c-aca6-65bc96dc415c tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643520 Apr 05 22:36:26.705025 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51735220-efa3-4476-9660-0c29d0997b0b req-1c92c6ee-7f94-4195-8c87-c15b4c2c8573 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:26.706526 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-51735220-efa3-4476-9660-0c29d0997b0b req-1c92c6ee-7f94-4195-8c87-c15b4c2c8573 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0528140 Apr 05 22:36:26.753950 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-51735220-efa3-4476-9660-0c29d0997b0b req-1d90e515-6f35-48ff-9be9-a25a5d172e4b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418086 Apr 05 22:36:27.427176 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eb43c-5a2c-43a1-9edd-f1dc6d18556a req-d44b00a7-a235-480e-b1e5-3bf1957f7182 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:27.428666 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-708eb43c-5a2c-43a1-9edd-f1dc6d18556a req-d44b00a7-a235-480e-b1e5-3bf1957f7182 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.0598683 Apr 05 22:36:27.476379 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-708eb43c-5a2c-43a1-9edd-f1dc6d18556a req-9d08529f-eb83-4193-8efa-801f01d62efe tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Apr 05 22:36:27.723678 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a4924b5-c0c9-4061-8835-28e067445b2d req-c5c65ab1-c56c-4f31-8c61-f9c143a7671a service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956430 Apr 05 22:36:27.903672 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef8d82-612a-484e-908b-632d12256016 req-8a2a8713-3945-4a4a-85a2-fcc80c890d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:27.905332 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6fef8d82-612a-484e-908b-632d12256016 req-8a2a8713-3945-4a4a-85a2-fcc80c890d45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0071b9efb804bb9b6375a3b8ab1cfda&device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 1168 time: 0.0852034 Apr 05 22:36:27.906366 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818c49e-be9f-4996-b1c4-2498c8f9cc80 req-5531fe24-b3ac-46fd-bae6-a4f65e7d5fc7 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:27.915365 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8818c49e-be9f-4996-b1c4-2498c8f9cc80 req-5531fe24-b3ac-46fd-bae6-a4f65e7d5fc7 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0861862 Apr 05 22:36:27.969671 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debec383-13a6-4f9f-8f3d-5f6e821edd39 req-7700c089-7382-4e04-b5bd-240913086f1d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:27.971971 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-debec383-13a6-4f9f-8f3d-5f6e821edd39 req-7700c089-7382-4e04-b5bd-240913086f1d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.1045947 Apr 05 22:36:27.982877 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8818c49e-be9f-4996-b1c4-2498c8f9cc80 req-51463c86-8427-47ea-a704-a7192b7e6fa4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652862 Apr 05 22:36:28.035235 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef8d82-612a-484e-908b-632d12256016 req-2e3fbbac-ba4f-4f8b-b5c7-9963198846c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:28.036796 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6fef8d82-612a-484e-908b-632d12256016 req-2e3fbbac-ba4f-4f8b-b5c7-9963198846c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0 HTTP/1.1" status: 200 len: 916 time: 0.1224332 Apr 05 22:36:28.363225 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6fef8d82-612a-484e-908b-632d12256016 req-b57720d0-7c71-4f0b-9f3e-42698e806ee7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e030730-9d97-427d-a8a3-2929bbb540b4 HTTP/1.1" status: 200 len: 1000 time: 0.1188216 Apr 05 22:36:28.423718 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef8d82-612a-484e-908b-632d12256016 req-d3749dcb-56da-4940-af80-847cd3c75883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:28.425186 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6fef8d82-612a-484e-908b-632d12256016 req-d3749dcb-56da-4940-af80-847cd3c75883 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452dae91-bf6a-4e36-a458-2a6fae6bab0d HTTP/1.1" status: 200 len: 854 time: 0.0555100 Apr 05 22:36:28.428364 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-debec383-13a6-4f9f-8f3d-5f6e821edd39 req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Deleting port 4eaf2724-d941-4235-a10a-aca69b6b4b64 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:36:28.428944 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-debec383-13a6-4f9f-8f3d-5f6e821edd39 req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.542851 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef8d82-612a-484e-908b-632d12256016 req-c5047f19-4d0b-487e-b774-a1c482948720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:28.544387 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6fef8d82-612a-484e-908b-632d12256016 req-c5047f19-4d0b-487e-b774-a1c482948720 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1113091 Apr 05 22:36:28.552244 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-debec383-13a6-4f9f-8f3d-5f6e821edd39 req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] For port 4eaf2724-d941-4235-a10a-aca69b6b4b64, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4eaf2724-d941-4235-a10a-aca69b6b4b64,segment=NetworkSegment(36e692bd-9eb9-4fe8-bb29-2f935f8b78dc),segment_id=36e692bd-9eb9-4fe8-bb29-2f935f8b78dc)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:28.552595 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-debec383-13a6-4f9f-8f3d-5f6e821edd39 req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.585784 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-debec383-13a6-4f9f-8f3d-5f6e821edd39 req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Calling delete_port for 4eaf2724-d941-4235-a10a-aca69b6b4b64 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:36:28.955746 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8091d-34d7-4c1d-bad3-e7dfb5d58b21 req-8733279e-75d2-4b67-a12e-37a6402832e7 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:28.957229 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3dc8091d-34d7-4c1d-bad3-e7dfb5d58b21 req-8733279e-75d2-4b67-a12e-37a6402832e7 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbb24060-9109-4c6d-a833-1cd45dda6e17 HTTP/1.1" status: 200 len: 945 time: 0.4069610 Apr 05 22:36:29.006995 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51010) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:29.019966 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6fef8d82-612a-484e-908b-632d12256016 req-b917075b-9213-4c3b-9b62-d1dce05ce9b6 service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405416 Apr 05 22:36:29.067443 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3dc8091d-34d7-4c1d-bad3-e7dfb5d58b21 req-aa11e17c-2411-4cf0-944d-af7a55636aaa tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995378 Apr 05 22:36:29.070884 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddc27d5-041c-4e2c-89d6-e598076d34ee admin admin] Deleting subnet 4c5bac83-d2af-4b35-8078-f55b2a159170 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:36:29.089139 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ddc27d5-041c-4e2c-89d6-e598076d34ee admin admin] Publish callbacks [] for subnet (4c5bac83-d2af-4b35-8078-f55b2a159170), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.097585 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-debec383-13a6-4f9f-8f3d-5f6e821edd39 req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (4eaf2724-d941-4235-a10a-aca69b6b4b64), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.110575 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['4eaf2724-d941-4235-a10a-aca69b6b4b64'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:29.134027 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Pushing event deleted for resources: {'Port': ['ID=4eaf2724-d941-4235-a10a-aca69b6b4b64,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:29.142078 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ddc27d5-041c-4e2c-89d6-e598076d34ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2226688'] for subnet (4c5bac83-d2af-4b35-8078-f55b2a159170), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.186722 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14862df8-f473-4305-b36a-3cac00c80d51 req-054fa486-403d-4fcf-a681-064ebbf94b74 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:29.188374 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-14862df8-f473-4305-b36a-3cac00c80d51 req-054fa486-403d-4fcf-a681-064ebbf94b74 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.1353762 Apr 05 22:36:29.194048 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.194388 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.194830 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.195198 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.195538 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.195818 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.196140 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.196458 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.196775 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.197095 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.197433 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.197736 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.198083 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.198367 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.198704 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:29.249981 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-debec383-13a6-4f9f-8f3d-5f6e821edd39 req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] No DVR routers for this DVR port 4eaf2724-d941-4235-a10a-aca69b6b4b64 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:36:29.253513 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-debec383-13a6-4f9f-8f3d-5f6e821edd39 req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.256900 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-debec383-13a6-4f9f-8f3d-5f6e821edd39 req-0f0d8411-4256-4360-a588-cc7cee8cbf71 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.44 "DELETE /v2.0/ports/4eaf2724-d941-4235-a10a-aca69b6b4b64 HTTP/1.1" status: 204 len: 173 time: 1.0062711 Apr 05 22:36:29.257380 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb24060-9109-4c6d-a833-1cd45dda6e17', 'name': 'network-vif-deleted', 'tag': '4eaf2724-d941-4235-a10a-aca69b6b4b64'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:29.259710 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da14300e-113a-48d3-bc44-924ed8fe72f9" -d '{"events": [{"server_uuid": "dbb24060-9109-4c6d-a833-1cd45dda6e17", "name": "network-vif-deleted", "tag": "4eaf2724-d941-4235-a10a-aca69b6b4b64"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:29.302068 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6fef8d82-612a-484e-908b-632d12256016 req-bdf8ccc6-db0b-4681-a94b-d7a73bd272f8 service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776097 Apr 05 22:36:29.312441 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5565fc25-5f99-4e9c-b990-2ee98231409e x-openstack-request-id: req-5565fc25-5f99-4e9c-b990-2ee98231409e {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:29.312733 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb24060-9109-4c6d-a833-1cd45dda6e17", "name": "network-vif-deleted", "tag": "4eaf2724-d941-4235-a10a-aca69b6b4b64", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:29.312981 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5565fc25-5f99-4e9c-b990-2ee98231409e {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:29.313694 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5565fc25-5f99-4e9c-b990-2ee98231409e'] response: {'server_uuid': 'dbb24060-9109-4c6d-a833-1cd45dda6e17', 'name': 'network-vif-deleted', 'tag': '4eaf2724-d941-4235-a10a-aca69b6b4b64', 'status': 'completed', 'code': 200} Apr 05 22:36:29.435660 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ddc27d5-041c-4e2c-89d6-e598076d34ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (4c5bac83-d2af-4b35-8078-f55b2a159170), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.468521 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dca85-4516-4096-84f8-6104f070c325 req-a447f65e-20f4-483f-8c12-81ef801f02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:29.469981 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c41dca85-4516-4096-84f8-6104f070c325 req-a447f65e-20f4-483f-8c12-81ef801f02b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0071b9efb804bb9b6375a3b8ab1cfda&device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 1168 time: 0.0530820 Apr 05 22:36:29.491844 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-14862df8-f473-4305-b36a-3cac00c80d51 req-68810c6f-54a0-40bc-ba05-a4b90375513b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924721 Apr 05 22:36:29.512152 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ddc27d5-041c-4e2c-89d6-e598076d34ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2267036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59888112'] for subnet (4c5bac83-d2af-4b35-8078-f55b2a159170), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.537007 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc27d5-041c-4e2c-89d6-e598076d34ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5bac83-d2af-4b35-8078-f55b2a159170,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:29.541951 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ddc27d5-041c-4e2c-89d6-e598076d34ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.545031 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-2ddc27d5-041c-4e2c-89d6-e598076d34ee admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4c5bac83-d2af-4b35-8078-f55b2a159170 HTTP/1.1" status: 204 len: 168 time: 0.5368283 Apr 05 22:36:29.547981 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51016) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:29.619272 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (ef192024-947c-4670-a838-6582b0522169), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.697745 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (ef192024-947c-4670-a838-6582b0522169), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.721275 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef192024-947c-4670-a838-6582b0522169']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:29.741171 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ea7d43-7dac-4e75-9c14-60e0a7034e29') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:29.741566 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ea7d43-7dac-4e75-9c14-60e0a7034e29') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:29.757123 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226939'] for segment (c0ea7d43-7dac-4e75-9c14-60e0a7034e29), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.772022 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (c0ea7d43-7dac-4e75-9c14-60e0a7034e29), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.779790 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:36:29.780194 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267126'] for segment (c0ea7d43-7dac-4e75-9c14-60e0a7034e29), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: Traceback (most recent call last): Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: timer() Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: cb(*args, **kw) Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: return func(*args, **kwargs) Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: self._notify() Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: self.callback(batched_events) Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: event.method(event) Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: return f(self, *a, **k) Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: return self._get(url).json() Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: return self.request(url, 'GET', **kwargs) Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:36:29.782258 dv-cinder-835881-4-smb neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:36:29.839880 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dca85-4516-4096-84f8-6104f070c325 req-1349b796-4ec3-48cb-84d4-fc3c126e3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:29.842435 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c41dca85-4516-4096-84f8-6104f070c325 req-1349b796-4ec3-48cb-84d4-fc3c126e3dac service neutron] 10.222.0.44 "GET /v2.0/networks?id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0 HTTP/1.1" status: 200 len: 916 time: 0.1219075 Apr 05 22:36:29.846119 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (ef192024-947c-4670-a838-6582b0522169), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.871808 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.876515 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] 10.222.0.43 "DELETE /v2.0/networks/ef192024-947c-4670-a838-6582b0522169 HTTP/1.1" status: 204 len: 168 time: 0.3272517 Apr 05 22:36:29.891364 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46052b-96b5-4883-bdc7-b82db820b89f admin admin] Pushing event deleted for resources: {'Network': ['ID=ef192024-947c-4670-a838-6582b0522169,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:29.931656 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c41dca85-4516-4096-84f8-6104f070c325 req-ef648006-381b-453e-90e5-d0c66837bcc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e030730-9d97-427d-a8a3-2929bbb540b4 HTTP/1.1" status: 200 len: 1000 time: 0.0757391 Apr 05 22:36:29.994745 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dca85-4516-4096-84f8-6104f070c325 req-a2e80f53-e6dd-4e45-af18-23da9547ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:29.996610 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c41dca85-4516-4096-84f8-6104f070c325 req-a2e80f53-e6dd-4e45-af18-23da9547ce42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452dae91-bf6a-4e36-a458-2a6fae6bab0d HTTP/1.1" status: 200 len: 854 time: 0.0552506 Apr 05 22:36:30.001789 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51036) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:30.026473 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [req-c304ef1f-9660-47cb-87ca-45400b0afe8e req-de39c09d-b361-4b0d-a312-a8109f60feb3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:36:30.027497 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c304ef1f-9660-47cb-87ca-45400b0afe8e req-de39c09d-b361-4b0d-a312-a8109f60feb3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059710 Apr 05 22:36:30.050684 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-818b037a-abee-4cdc-a354-01ce7b99821f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=101aa39891da4156b8280f385a037712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464747 Apr 05 22:36:30.052759 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51038) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:30.061968 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dca85-4516-4096-84f8-6104f070c325 req-9b975868-5d3d-491f-9d05-b5647cf2f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:30.063711 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c41dca85-4516-4096-84f8-6104f070c325 req-9b975868-5d3d-491f-9d05-b5647cf2f51c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0535579 Apr 05 22:36:30.243451 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddbe03de-69f4-4518-b0d4-a4c06db5c941 admin admin] Publish callbacks [] for security_group (b8bc3cbb-1c2e-4a49-b9d2-229a534873fd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.274655 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c41dca85-4516-4096-84f8-6104f070c325 req-c021b377-a8a4-41d9-8106-9ef90d3689b6 service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982737 Apr 05 22:36:30.285114 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d38746-4d29-4767-9d55-d921bfad2711 req-4c1f8fca-ca57-447a-ae38-a8ef4a8ef7f3 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:30.286686 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f6d38746-4d29-4767-9d55-d921bfad2711 req-4c1f8fca-ca57-447a-ae38-a8ef4a8ef7f3 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.1101286 Apr 05 22:36:30.305398 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddbe03de-69f4-4518-b0d4-a4c06db5c941 admin admin] Publish callbacks [] for security_group (b8bc3cbb-1c2e-4a49-b9d2-229a534873fd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.453199 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f6d38746-4d29-4767-9d55-d921bfad2711 req-4a5c50b6-40a7-4ece-99ad-e07ce5248c60 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380382 Apr 05 22:36:30.460946 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c41dca85-4516-4096-84f8-6104f070c325 req-5fd1c71b-cdc9-45af-91b1-d7f62dcd208c service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530938 Apr 05 22:36:30.467907 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddbe03de-69f4-4518-b0d4-a4c06db5c941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b8bc3cbb-1c2e-4a49-b9d2-229a534873fd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.471477 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddbe03de-69f4-4518-b0d4-a4c06db5c941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.475234 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-ddbe03de-69f4-4518-b0d4-a4c06db5c941 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8bc3cbb-1c2e-4a49-b9d2-229a534873fd HTTP/1.1" status: 204 len: 168 time: 0.4213455 Apr 05 22:36:30.484922 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe03de-69f4-4518-b0d4-a4c06db5c941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bc3cbb-1c2e-4a49-b9d2-229a534873fd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:30.600615 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51072) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:30.692345 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-416e06fe-df1d-47df-b369-b9bf88c27277 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901864 Apr 05 22:36:30.701851 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-bdb0e470-050f-413f-90eb-2df82edc5914 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:36:30.702859 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-bdb0e470-050f-413f-90eb-2df82edc5914 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053461 Apr 05 22:36:30.838195 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51088) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:31.090139 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-0eb0f720-a89c-469c-bc2d-893661b00b8b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:31.091598 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-0eb0f720-a89c-469c-bc2d-893661b00b8b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports/83101021-0ebe-4ce1-b25e-f64dfefbac8c HTTP/1.1" status: 200 len: 940 time: 0.2524037 Apr 05 22:36:31.525894 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 83101021-0ebe-4ce1-b25e-f64dfefbac8c no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:36:31.637578 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 83101021-0ebe-4ce1-b25e-f64dfefbac8c is: DOWN; New status is: DOWN {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:31.638609 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 4eaf2724-d941-4235-a10a-aca69b6b4b64 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:36:31.654998 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95237200-b1ed-4915-9ff3-381fd30be14d req-dba63b02-73a2-4b16-a50a-d4635fddb87f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:31.657000 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-95237200-b1ed-4915-9ff3-381fd30be14d req-dba63b02-73a2-4b16-a50a-d4635fddb87f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0753284 Apr 05 22:36:31.659928 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 4eaf2724-d941-4235-a10a-aca69b6b4b64 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:36:31.660766 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 4eaf2724-d941-4235-a10a-aca69b6b4b64 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:36:31.691749 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51132) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:31.714065 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-95237200-b1ed-4915-9ff3-381fd30be14d req-f5e1443e-1075-4385-a889-b56767bb51a0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451937 Apr 05 22:36:31.801516 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0173-1596-4587-8c8b-6da1583e192b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.881746 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0173-1596-4587-8c8b-6da1583e192b admin admin] Publish callbacks [] for security_group (ff2a4505-b26f-4dca-844a-09ff5aad476e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.887042 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0173-1596-4587-8c8b-6da1583e192b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (ff2a4505-b26f-4dca-844a-09ff5aad476e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.928279 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a0173-1596-4587-8c8b-6da1583e192b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2a4505-b26f-4dca-844a-09ff5aad476e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:31.932719 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-1d5a0173-1596-4587-8c8b-6da1583e192b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4a5c2c027be4448aa4d4f77d841ba26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391980 Apr 05 22:36:31.935410 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51136) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:31.987082 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6c438de9-f225-49a3-9e4d-09d067921940 admin admin] Publish callbacks [] for security_group (ff2a4505-b26f-4dca-844a-09ff5aad476e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:32.008213 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6c438de9-f225-49a3-9e4d-09d067921940 admin admin] Publish callbacks [] for security_group (ff2a4505-b26f-4dca-844a-09ff5aad476e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:32.060192 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6c438de9-f225-49a3-9e4d-09d067921940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (ff2a4505-b26f-4dca-844a-09ff5aad476e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:32.062813 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6c438de9-f225-49a3-9e4d-09d067921940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:32.067915 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-6c438de9-f225-49a3-9e4d-09d067921940 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff2a4505-b26f-4dca-844a-09ff5aad476e HTTP/1.1" status: 204 len: 168 time: 0.1313179 Apr 05 22:36:32.078928 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c438de9-f225-49a3-9e4d-09d067921940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2a4505-b26f-4dca-844a-09ff5aad476e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:32.604678 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-55986ae1-ff55-48f0-b230-a0c49b9a42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:32.606310 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-55986ae1-ff55-48f0-b230-a0c49b9a42d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25&tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9 HTTP/1.1" status: 200 len: 1127 time: 0.0877688 Apr 05 22:36:32.690592 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-60c4765e-b68a-4dd0-81ec-6f5caec83455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:32.692224 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-60c4765e-b68a-4dd0-81ec-6f5caec83455 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 1127 time: 0.0527568 Apr 05 22:36:32.802597 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-1a3a5aea-6470-41f3-8074-de189cb4f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:32.804339 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-1a3a5aea-6470-41f3-8074-de189cb4f274 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 200 len: 918 time: 0.1034293 Apr 05 22:36:32.904946 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-318a038f-2e4b-4232-a49a-b30411975cbb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c HTTP/1.1" status: 200 len: 999 time: 0.0888801 Apr 05 22:36:32.919062 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637d021-d94f-4f70-aa7f-f5c0c1b43aed req-c42a333b-28eb-4342-9414-42bd34e219df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:32.921019 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0637d021-d94f-4f70-aa7f-f5c0c1b43aed req-c42a333b-28eb-4342-9414-42bd34e219df tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.1157897 Apr 05 22:36:32.993765 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-68fceab2-24f8-441c-a6e2-8c5fc096964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:32.995271 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-68fceab2-24f8-441c-a6e2-8c5fc096964f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=153678da-7701-49d9-b921-ee9887cc1075 HTTP/1.1" status: 200 len: 856 time: 0.0733306 Apr 05 22:36:33.015668 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0637d021-d94f-4f70-aa7f-f5c0c1b43aed req-0b8eb6e1-c7ee-412f-aa36-60dfc77e54ed tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859327 Apr 05 22:36:33.052377 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-908d941c-fce7-4352-8918-86d19a00cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:33.054558 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-908d941c-fce7-4352-8918-86d19a00cfe3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69f3666c-d270-41ea-a8aa-729dc02e1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0518694 Apr 05 22:36:33.147389 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-5f3cc016-2a4c-40ab-b65c-ff7d8d94f285 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841606 Apr 05 22:36:33.240216 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b702af6d-2389-4cdc-9a42-80b20d7e5645 req-8d749eaf-f0c8-4e65-aeb7-b0f0df73f166 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855789 Apr 05 22:36:34.141175 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-813401eb-d5f1-4cdd-828d-08840190bd31 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:34.147191 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-813401eb-d5f1-4cdd-828d-08840190bd31 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/networks?id=02da50d5-8fff-4ca2-b95e-8c629f91deee HTTP/1.1" status: 200 len: 814 time: 0.1297865 Apr 05 22:36:34.159394 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-474055a3-ceb5-40da-975e-e412fc66deda tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/quotas/6e27e5b446c642c2a826375e0f643a86 HTTP/1.1" status: 200 len: 375 time: 0.0112741 Apr 05 22:36:34.187610 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3ca3b-cb9c-4e4f-bd53-2ac57683e566 req-7ffc4849-6236-4278-84e2-7d92dc0035ba tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:34.189419 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-19e3ca3b-cb9c-4e4f-bd53-2ac57683e566 req-7ffc4849-6236-4278-84e2-7d92dc0035ba tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0818779 Apr 05 22:36:34.208015 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-bc2013bb-166c-4737-a4e6-0d662c1f86a7 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e27e5b446c642c2a826375e0f643a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417814 Apr 05 22:36:34.243640 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-19e3ca3b-cb9c-4e4f-bd53-2ac57683e566 req-03f1abdc-ba0c-4b3b-902a-7092054d77ba tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482445 Apr 05 22:36:34.319743 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-67529b94-ea76-44ad-8449-8991a86d5c21 service neutron] 10.222.0.43 "GET /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008682 Apr 05 22:36:34.417929 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-89d67127-7b01-4ee9-a522-b6a18cbc8113 service neutron] 10.222.0.43 "GET /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909235 Apr 05 22:36:34.606293 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fe3dca6e-2249-4fe0-8832-d28371338908 req-6e858f82-5a17-4856-9006-63a0d47f1874 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0323615 Apr 05 22:36:35.380602 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214e73f-6a64-4c28-9ac5-14239d17b50f req-1737d654-b936-4c33-b5e0-6788e97cc527 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:35.382147 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e214e73f-6a64-4c28-9ac5-14239d17b50f req-1737d654-b936-4c33-b5e0-6788e97cc527 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0559871 Apr 05 22:36:35.433306 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e214e73f-6a64-4c28-9ac5-14239d17b50f req-e12fe055-814c-4aad-8089-61328b90d56a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451987 Apr 05 22:36:35.716766 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-265c166d-e12c-4dd2-b3d6-1738a50cf7ce req-b20bb65f-87dd-4add-9fb3-5ba44b52d82d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0274940 Apr 05 22:36:35.771883 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:36:36.571938 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eab16-36c6-4a1d-b7c9-09751ad777ea req-1814d5d1-3226-4b5d-9faa-c7f383fdd6ed tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:36.574113 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bf1eab16-36c6-4a1d-b7c9-09751ad777ea req-1814d5d1-3226-4b5d-9faa-c7f383fdd6ed tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0610323 Apr 05 22:36:36.634592 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bf1eab16-36c6-4a1d-b7c9-09751ad777ea req-83e07505-6b62-4e49-b7ee-207a4e75c96b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545816 Apr 05 22:36:36.828578 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ea25af5c-8ae6-4b18-bc35-29a806717a80 req-eb54bfdc-461d-489c-b8f2-bdf109393d90 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0274727 Apr 05 22:36:37.779524 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dad2e-8579-44fc-875c-47f856f3d4d0 req-48627b5a-2858-47e3-89b2-e8ea4347b15c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:37.783104 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8f8dad2e-8579-44fc-875c-47f856f3d4d0 req-48627b5a-2858-47e3-89b2-e8ea4347b15c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0625305 Apr 05 22:36:37.834153 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8f8dad2e-8579-44fc-875c-47f856f3d4d0 req-bad33860-6866-419b-b287-571984e0abcc tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468278 Apr 05 22:36:37.939571 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1fe4342c-0b6e-4919-8c76-406b57a5f8ed req-29422b14-821c-4bb1-a264-dcd30553442f tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0267935 Apr 05 22:36:38.994916 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8d4f6-f002-451e-9a92-23e489b9013d req-79d4321e-aedb-463a-8359-f002a61fc455 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:38.996442 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b1a8d4f6-f002-451e-9a92-23e489b9013d req-79d4321e-aedb-463a-8359-f002a61fc455 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0737498 Apr 05 22:36:39.043290 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-941dc619-d7bc-4248-b314-f161c0520a9c req-75234ef0-b957-42e3-8a6b-9d2afe1c5639 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0288165 Apr 05 22:36:39.043890 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b1a8d4f6-f002-451e-9a92-23e489b9013d req-76e4e6ff-0a98-4d03-ad4f-1c5d8d870cbe tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Apr 05 22:36:40.154141 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9f9062d8-d80b-45fb-841f-b7ceca596c19 req-d18787b4-e1a6-410e-a4bf-8866eb4b899b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0308256 Apr 05 22:36:40.199370 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be3b44-9207-4432-977d-c8460726fa27 req-867cb88d-a2cd-4689-9bf1-ad02324d7e5e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:40.201075 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-95be3b44-9207-4432-977d-c8460726fa27 req-867cb88d-a2cd-4689-9bf1-ad02324d7e5e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0560722 Apr 05 22:36:40.253758 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-95be3b44-9207-4432-977d-c8460726fa27 req-699ae08d-8067-441d-affe-89db32b4cb03 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468805 Apr 05 22:36:41.261993 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-42e1292d-e1cb-4580-8f9f-12ed243ffca1 req-dbd49ef9-997d-43a4-a09f-e1133afeb302 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0396569 Apr 05 22:36:41.385995 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60a8c6-0922-4766-9ce1-521b1b17f74c req-9f42e079-4e53-4676-8152-f8ee648d3f1e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:41.388646 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1a60a8c6-0922-4766-9ce1-521b1b17f74c req-9f42e079-4e53-4676-8152-f8ee648d3f1e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0567105 Apr 05 22:36:41.440133 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1a60a8c6-0922-4766-9ce1-521b1b17f74c req-408b62da-ca70-405a-b345-ccf1a753926b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456314 Apr 05 22:36:42.354742 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-48840f58-7a43-4d3c-89e1-09adbd966537 req-3d4e5486-6295-44a4-bbeb-30555492acb9 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0276980 Apr 05 22:36:42.585517 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408625e-987d-4b9d-941e-5e2c3f6ddfde req-26ad4903-2644-4320-866b-d96a29e0038a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:42.587441 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4408625e-987d-4b9d-941e-5e2c3f6ddfde req-26ad4903-2644-4320-866b-d96a29e0038a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0579815 Apr 05 22:36:42.636039 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4408625e-987d-4b9d-941e-5e2c3f6ddfde req-034c1ae6-cbef-4dbf-b0ce-d4a94801850a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425763 Apr 05 22:36:43.457697 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-89d7b964-69ec-4368-a91b-7dfa52b9899d req-3a7c1bbe-2fae-451d-a8a4-4150220444ab tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0268698 Apr 05 22:36:43.772732 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9858ac-d194-4665-ac4b-f93e7fd95bc1 req-435dd6c6-da17-4107-8bd1-b6ac5093d892 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:43.774249 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-dd9858ac-d194-4665-ac4b-f93e7fd95bc1 req-435dd6c6-da17-4107-8bd1-b6ac5093d892 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0544689 Apr 05 22:36:43.823889 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-dd9858ac-d194-4665-ac4b-f93e7fd95bc1 req-3b491093-9ed9-4511-bbf1-2d0312e22b6c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438099 Apr 05 22:36:44.564361 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2a6a4c29-0e15-49b0-a365-d0dd26c2f922 req-e9c78a20-e405-41b4-8c51-4ad958adca74 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0267620 Apr 05 22:36:44.984112 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63559e-5545-45d2-b8a4-70edcd3896af req-822952fb-8110-415c-ac88-deba6edd252e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:44.985576 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9b63559e-5545-45d2-b8a4-70edcd3896af req-822952fb-8110-415c-ac88-deba6edd252e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0726564 Apr 05 22:36:45.033093 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9b63559e-5545-45d2-b8a4-70edcd3896af req-47d04756-f6f9-49ee-8185-42b352071e0e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 Apr 05 22:36:45.669158 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-50b4d608-3031-4284-8510-66e9b13fd432 req-e24cd9c0-795b-421a-a896-b6cc6248ba7b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0292275 Apr 05 22:36:46.174925 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaacc7-9406-48ef-be12-948c916ffb4d req-bf5af9e0-36de-41f5-95e8-8476ea0fd884 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:46.176524 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7bfaacc7-9406-48ef-be12-948c916ffb4d req-bf5af9e0-36de-41f5-95e8-8476ea0fd884 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0636101 Apr 05 22:36:46.226764 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7bfaacc7-9406-48ef-be12-948c916ffb4d req-b7f9ad90-aa79-4416-bc52-ad04cc10a17d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443778 Apr 05 22:36:46.778262 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ccbe5c35-ea54-4854-bd39-93c7b5af07a6 req-e422b16d-9a04-494e-9d75-2e4b5df1d8be tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0361991 Apr 05 22:36:46.868267 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-37a83a86-b713-4b6a-82de-21bf016c4542 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:46.869763 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-37a83a86-b713-4b6a-82de-21bf016c4542 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.44 "GET /v2.0/networks?id=02da50d5-8fff-4ca2-b95e-8c629f91deee HTTP/1.1" status: 200 len: 814 time: 0.1180470 Apr 05 22:36:46.885048 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Request body: {'port': {'device_id': '237d74e5-1b08-4dd5-bd50-3502693a025b', 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee', 'admin_state_up': True, 'tenant_id': '6e27e5b446c642c2a826375e0f643a86'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:47.002168 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Made reservation on behalf of 6e27e5b446c642c2a826375e0f643a86 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:47.005660 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.134557 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Allocated IP 172.20.0.9 (02da50d5-8fff-4ca2-b95e-8c629f91deee/5f061535-5a03-4858-8b09-0b5eacfae42b/1d14618c-733d-489d-8253-1643d2af2513) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:47.289174 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks [] for port (1d14618c-733d-489d-8253-1643d2af2513), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.325976 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (1d14618c-733d-489d-8253-1643d2af2513), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.352133 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ca80d-c8a8-4993-99dd-e0be586248ae req-f4dd74d8-a660-460d-88e8-fad305be6915 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:47.353648 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a89ca80d-c8a8-4993-99dd-e0be586248ae req-f4dd74d8-a660-460d-88e8-fad305be6915 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 943 time: 0.0532618 Apr 05 22:36:47.370689 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Network 02da50d5-8fff-4ca2-b95e-8c629f91deee is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:47.375862 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:47.378731 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:47.385726 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Pushing event updated for resources: {'Port': ['ID=1d14618c-733d-489d-8253-1643d2af2513,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:47.404987 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a89ca80d-c8a8-4993-99dd-e0be586248ae req-70ad382e-9266-4046-86e5-d4f5f2e3a022 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454936 Apr 05 22:36:47.435860 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:47.436456 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.454136 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-2cd0fb37-5643-45cc-a068-15ac57c8128d tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5727637 Apr 05 22:36:47.469209 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Request body: {'port': {'device_id': '237d74e5-1b08-4dd5-bd50-3502693a025b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:47.526564 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (1d14618c-733d-489d-8253-1643d2af2513), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.631206 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 83101021-0ebe-4ce1-b25e-f64dfefbac8c details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:36:47.727411 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:47.741665 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'port_id': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'mac_address': 'fa:16:3e:9b:13:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:36:47.777848 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 83101021-0ebe-4ce1-b25e-f64dfefbac8c is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:47.778141 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.792305 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83101021-0ebe-4ce1-b25e-f64dfefbac8c {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:47.795535 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d14618c-733d-489d-8253-1643d2af2513 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:47.802889 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Publish callbacks [] for port (1d14618c-733d-489d-8253-1643d2af2513), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.812158 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:47.815062 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Transition to ACTIVE for port object 1d14618c-733d-489d-8253-1643d2af2513 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:36:47.818458 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.820891 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (1d14618c-733d-489d-8253-1643d2af2513), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.865832 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=83101021-0ebe-4ce1-b25e-f64dfefbac8c,revision_number=9']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:47.900703 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Pushing event updated for resources: {'Port': ['ID=1d14618c-733d-489d-8253-1643d2af2513,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:47.964313 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6c6b5-93c1-4169-8fc8-c0ca4b60ad6c req-603b6ff7-56f7-4238-9d71-7f73636312ab tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:47.965796 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a4c6c6b5-93c1-4169-8fc8-c0ca4b60ad6c req-603b6ff7-56f7-4238-9d71-7f73636312ab tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 943 time: 0.1129055 Apr 05 22:36:47.990924 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Attempting to bind port 1d14618c-733d-489d-8253-1643d2af2513 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:47.991249 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Attempting to bind port 1d14618c-733d-489d-8253-1643d2af2513 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '36e692bd-9eb9-4fe8-bb29-2f935f8b78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:47.991569 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Attempting to bind port 1d14618c-733d-489d-8253-1643d2af2513 on network 02da50d5-8fff-4ca2-b95e-8c629f91deee {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:48.000684 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Port 1d14618c-733d-489d-8253-1643d2af2513 on network 02da50d5-8fff-4ca2-b95e-8c629f91deee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:36:48.000994 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Attempting to bind port 1d14618c-733d-489d-8253-1643d2af2513 on network 02da50d5-8fff-4ca2-b95e-8c629f91deee {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:48.012780 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:48.013108 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Checking segment: {'id': '36e692bd-9eb9-4fe8-bb29-2f935f8b78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:48.013470 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Bound using segment: {'id': '36e692bd-9eb9-4fe8-bb29-2f935f8b78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:48.013889 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Bound port: 1d14618c-733d-489d-8253-1643d2af2513, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e692bd-9eb9-4fe8-bb29-2f935f8b78dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:48.014236 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (1d14618c-733d-489d-8253-1643d2af2513), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.036711 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a4c6c6b5-93c1-4169-8fc8-c0ca4b60ad6c req-e9596a25-5dee-4380-8097-2f8122e26830 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644560 Apr 05 22:36:48.086005 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] For port 1d14618c-733d-489d-8253-1643d2af2513, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:48.088990 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] For port 1d14618c-733d-489d-8253-1643d2af2513, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1d14618c-733d-489d-8253-1643d2af2513,segment=NetworkSegment(36e692bd-9eb9-4fe8-bb29-2f935f8b78dc),segment_id=36e692bd-9eb9-4fe8-bb29-2f935f8b78dc)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:48.096867 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (1d14618c-733d-489d-8253-1643d2af2513), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.132364 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:48.132963 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.134311 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] 10.222.0.44 "PUT /v2.0/ports/1d14618c-733d-489d-8253-1643d2af2513 HTTP/1.1" status: 200 len: 1093 time: 0.6690891 Apr 05 22:36:48.134785 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237d74e5-1b08-4dd5-bd50-3502693a025b', 'tag': '1d14618c-733d-489d-8253-1643d2af2513'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:48.139564 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9707e43-6794-4b68-8719-f35d0f739a06" -d '{"events": [{"name": "network-changed", "server_uuid": "237d74e5-1b08-4dd5-bd50-3502693a025b", "tag": "1d14618c-733d-489d-8253-1643d2af2513"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:48.160940 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['83101021-0ebe-4ce1-b25e-f64dfefbac8c'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:48.161138 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7466d34-59a2-4f7a-95eb-581a484f601c service neutron] Pushing event updated for resources: {'Port': ['ID=1d14618c-733d-489d-8253-1643d2af2513,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:48.185795 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9725cb4a-6e21-4cbc-90e0-d504cb52181e x-openstack-request-id: req-9725cb4a-6e21-4cbc-90e0-d504cb52181e {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:48.186082 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237d74e5-1b08-4dd5-bd50-3502693a025b", "tag": "1d14618c-733d-489d-8253-1643d2af2513", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:48.186385 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9725cb4a-6e21-4cbc-90e0-d504cb52181e {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:48.186853 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9725cb4a-6e21-4cbc-90e0-d504cb52181e'] response: {'name': 'network-changed', 'server_uuid': '237d74e5-1b08-4dd5-bd50-3502693a025b', 'tag': '1d14618c-733d-489d-8253-1643d2af2513', 'status': 'completed', 'code': 200} Apr 05 22:36:48.235953 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-599993da-2baf-49ba-a8ff-548773ffb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:48.237481 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-599993da-2baf-49ba-a8ff-548773ffb2af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e27e5b446c642c2a826375e0f643a86&device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 1127 time: 0.0466387 Apr 05 22:36:48.278135 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-12c74d90-17ef-4931-91c7-9a562167bf61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d14618c-733d-489d-8253-1643d2af2513 HTTP/1.1" status: 200 len: 217 time: 0.0334814 Apr 05 22:36:48.331122 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-91c89fdd-2533-4fda-86d0-6a723cf5a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:48.332450 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-91c89fdd-2533-4fda-86d0-6a723cf5a58c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f061535-5a03-4858-8b09-0b5eacfae42b HTTP/1.1" status: 200 len: 854 time: 0.0414028 Apr 05 22:36:48.372381 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-8a6def8f-b95e-4259-8723-e8234a9853d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02da50d5-8fff-4ca2-b95e-8c629f91deee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285466 Apr 05 22:36:48.462053 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-bcd79b65-5432-4771-8e2a-8a3bf82a7a40 service neutron] 10.222.0.44 "GET /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818372 Apr 05 22:36:48.587615 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece7718-c9b8-40d7-8f9d-71ffbf4bca8f req-83aac61a-63ff-4ba4-aa9a-b4754d81457c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:48.588973 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1ece7718-c9b8-40d7-8f9d-71ffbf4bca8f req-83aac61a-63ff-4ba4-aa9a-b4754d81457c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 944 time: 0.1123962 Apr 05 22:36:48.591324 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4504f8a4-865f-4ece-b2e4-e2bb2cc3511d req-24f7d3a8-360b-4ede-9937-adbffa88149a service neutron] 10.222.0.44 "GET /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231959 Apr 05 22:36:48.640453 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1ece7718-c9b8-40d7-8f9d-71ffbf4bca8f req-540f6776-3bf1-49f0-9c4f-497e74090643 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443361 Apr 05 22:36:49.162004 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1935c8-d191-42be-8da8-bfcbfb994fd5 req-8e1cdd53-4544-41ef-b3e9-2bfbcf53ca81 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:49.163573 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7a1935c8-d191-42be-8da8-bfcbfb994fd5 req-8e1cdd53-4544-41ef-b3e9-2bfbcf53ca81 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 943 time: 0.0555685 Apr 05 22:36:49.179687 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0b1c0230-41ea-4ef1-b402-285e60370ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.214447 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7a1935c8-d191-42be-8da8-bfcbfb994fd5 req-ffc17360-b564-4c92-9932-6a96e506aa50 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448217 Apr 05 22:36:49.649131 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 83101021-0ebe-4ce1-b25e-f64dfefbac8c up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:49.704040 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 83101021-0ebe-4ce1-b25e-f64dfefbac8c triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:49.704412 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.748775 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.790478 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9707e43-6794-4b68-8719-f35d0f739a06 req-6595ef9b-e844-484a-9cb5-64c2db9f7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:49.791995 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f9707e43-6794-4b68-8719-f35d0f739a06 req-6595ef9b-e844-484a-9cb5-64c2db9f7503 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e27e5b446c642c2a826375e0f643a86&device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 1127 time: 0.0794680 Apr 05 22:36:49.793390 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 83101021-0ebe-4ce1-b25e-f64dfefbac8c is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:49.793787 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.802263 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbf96b-2512-4919-bb0f-9f94102b1493 req-fa37a401-81f8-4763-b650-249eaf2160d8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:49.803671 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f6dbf96b-2512-4919-bb0f-9f94102b1493 req-fa37a401-81f8-4763-b650-249eaf2160d8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 944 time: 0.0833147 Apr 05 22:36:49.816506 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:49.819275 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34afab22-041a-4406-8ea8-4270a390c6e6" -d '{"events": [{"server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "name": "network-vif-plugged", "status": "completed", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:49.831520 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:49.836699 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.860694 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961127c0-49cd-45f5-9a46-2a1ba72fa6e4 x-openstack-request-id: req-961127c0-49cd-45f5-9a46-2a1ba72fa6e4 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:49.861009 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "name": "network-vif-plugged", "status": "completed", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:49.861249 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-961127c0-49cd-45f5-9a46-2a1ba72fa6e4 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:49.861643 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961127c0-49cd-45f5-9a46-2a1ba72fa6e4'] response: {'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'code': 200} Apr 05 22:36:49.891443 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=83101021-0ebe-4ce1-b25e-f64dfefbac8c,revision_number=10']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:49.906936 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f6dbf96b-2512-4919-bb0f-9f94102b1493 req-eae2b2c9-4cdb-44fb-bda0-a4d91c4136af tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953627 Apr 05 22:36:49.927781 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9707e43-6794-4b68-8719-f35d0f739a06 req-6b23ed12-dcb1-4db7-bb16-690a7a2eef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:49.927781 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f9707e43-6794-4b68-8719-f35d0f739a06 req-6b23ed12-dcb1-4db7-bb16-690a7a2eef0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=02da50d5-8fff-4ca2-b95e-8c629f91deee HTTP/1.1" status: 200 len: 915 time: 0.1206117 Apr 05 22:36:50.352570 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6547-77bf-4541-b071-f58af9724d53 req-c825e30c-f5bc-4003-b781-f5532499be82 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:50.355010 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-910b6547-77bf-4541-b071-f58af9724d53 req-c825e30c-f5bc-4003-b781-f5532499be82 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 943 time: 0.0591443 Apr 05 22:36:50.375865 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f9707e43-6794-4b68-8719-f35d0f739a06 req-08d32fff-e57b-4d8e-8a74-a96b6d0c103d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d14618c-733d-489d-8253-1643d2af2513 HTTP/1.1" status: 200 len: 217 time: 0.0480847 Apr 05 22:36:50.409907 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-910b6547-77bf-4541-b071-f58af9724d53 req-9273f0fd-8b02-4209-9612-b608dcd36505 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462430 Apr 05 22:36:50.432763 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9707e43-6794-4b68-8719-f35d0f739a06 req-79f098c2-d1ff-47cd-b336-6ffcdbb3ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:50.434398 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f9707e43-6794-4b68-8719-f35d0f739a06 req-79f098c2-d1ff-47cd-b336-6ffcdbb3ad50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f061535-5a03-4858-8b09-0b5eacfae42b HTTP/1.1" status: 200 len: 854 time: 0.0486834 Apr 05 22:36:50.471296 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f9707e43-6794-4b68-8719-f35d0f739a06 req-a627672e-66c9-4f9e-b664-f513218a54a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02da50d5-8fff-4ca2-b95e-8c629f91deee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248454 Apr 05 22:36:50.595158 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e094-f3b1-4ab0-8c6e-1631854b5185 req-446b06a7-4c0e-465f-a9e1-4b4286015a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:50.596575 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1837e094-f3b1-4ab0-8c6e-1631854b5185 req-446b06a7-4c0e-465f-a9e1-4b4286015a86 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 1130 time: 0.1081166 Apr 05 22:36:50.602552 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f9707e43-6794-4b68-8719-f35d0f739a06 req-6f439b6f-1163-4866-b385-34dfc28e6520 service neutron] 10.222.0.44 "GET /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070793 Apr 05 22:36:50.695344 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1837e094-f3b1-4ab0-8c6e-1631854b5185 req-384d25ce-b9a0-41cb-bc0b-03a41812b761 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913029 Apr 05 22:36:50.718877 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f9707e43-6794-4b68-8719-f35d0f739a06 req-6f37f78d-efe1-4f9d-bb8a-4eec4bd4a994 service neutron] 10.222.0.44 "GET /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095066 Apr 05 22:36:51.044697 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696fc07-106f-4f83-a3cf-e92cebaf4f53 req-c6fd54aa-cf6a-4501-a61b-253f1859624c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:51.046183 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b696fc07-106f-4f83-a3cf-e92cebaf4f53 req-c6fd54aa-cf6a-4501-a61b-253f1859624c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 946 time: 0.0638773 Apr 05 22:36:51.092307 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b696fc07-106f-4f83-a3cf-e92cebaf4f53 req-8015013e-139c-4fd9-9305-c8f298e6d2d2 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402603 Apr 05 22:36:51.111947 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fd91c-7416-4d11-b56f-10bf7a801923 req-89a1d223-e72b-46ab-937d-f721701d8f84 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:51.113358 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dc3fd91c-7416-4d11-b56f-10bf7a801923 req-89a1d223-e72b-46ab-937d-f721701d8f84 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0511754 Apr 05 22:36:51.160254 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dc3fd91c-7416-4d11-b56f-10bf7a801923 req-c41f5048-a4b5-4fdd-bd84-5f70e5724e64 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413034 Apr 05 22:36:51.537726 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85fce1-fad5-43c9-bbf6-6dcc4fd87208 req-8098a454-3fe1-41af-8661-cab318c25ba4 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:51.539231 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9f85fce1-fad5-43c9-bbf6-6dcc4fd87208 req-8098a454-3fe1-41af-8661-cab318c25ba4 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 943 time: 0.0584202 Apr 05 22:36:51.555689 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e84740fa-08b0-4b9e-9746-75cbc2a0e1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.589372 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9f85fce1-fad5-43c9-bbf6-6dcc4fd87208 req-b74c23cd-e021-40a4-9f42-de2fcfef6b42 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442109 Apr 05 22:36:51.663753 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 1d14618c-733d-489d-8253-1643d2af2513 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:36:51.763913 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 1d14618c-733d-489d-8253-1643d2af2513, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1d14618c-733d-489d-8253-1643d2af2513,segment=NetworkSegment(36e692bd-9eb9-4fe8-bb29-2f935f8b78dc),segment_id=36e692bd-9eb9-4fe8-bb29-2f935f8b78dc)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:51.774946 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '1d14618c-733d-489d-8253-1643d2af2513', 'network_id': '02da50d5-8fff-4ca2-b95e-8c629f91deee', 'port_id': '1d14618c-733d-489d-8253-1643d2af2513', 'mac_address': 'fa:16:3e:63:ae:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f061535-5a03-4858-8b09-0b5eacfae42b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:36:51.816706 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 1d14618c-733d-489d-8253-1643d2af2513 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:51.817206 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (1d14618c-733d-489d-8253-1643d2af2513), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.836196 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d14618c-733d-489d-8253-1643d2af2513 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:51.859605 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 1d14618c-733d-489d-8253-1643d2af2513, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1d14618c-733d-489d-8253-1643d2af2513,segment=NetworkSegment(36e692bd-9eb9-4fe8-bb29-2f935f8b78dc),segment_id=36e692bd-9eb9-4fe8-bb29-2f935f8b78dc)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:51.868097 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (1d14618c-733d-489d-8253-1643d2af2513), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.917731 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=1d14618c-733d-489d-8253-1643d2af2513,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:52.222646 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af4c69-4196-4562-bebd-d669c2f6a143 req-b2582f35-938d-4e49-aa1f-693aa0f5f74b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:52.224408 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-68af4c69-4196-4562-bebd-d669c2f6a143 req-b2582f35-938d-4e49-aa1f-693aa0f5f74b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 946 time: 0.0583889 Apr 05 22:36:52.248047 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['1d14618c-733d-489d-8253-1643d2af2513'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:52.276373 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-68af4c69-4196-4562-bebd-d669c2f6a143 req-f0c1a02c-daa5-483a-96ca-19c405b35524 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464153 Apr 05 22:36:52.282594 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846ddb2-d85e-417e-a5ed-aa8a4717268b req-ae8e7287-b696-4ca8-b7d9-a3bb716708cf tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:52.284044 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5846ddb2-d85e-417e-a5ed-aa8a4717268b req-ae8e7287-b696-4ca8-b7d9-a3bb716708cf tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0573084 Apr 05 22:36:52.331500 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5846ddb2-d85e-417e-a5ed-aa8a4717268b req-ef14f33d-76cd-497e-83a2-a4c3dbd30096 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418372 Apr 05 22:36:52.470637 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.707768 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c78cc8-4270-409a-903f-c0595f13c35f req-217eec96-91d1-4d81-aa9a-dfe78b272a23 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:52.709165 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2c78cc8-4270-409a-903f-c0595f13c35f req-217eec96-91d1-4d81-aa9a-dfe78b272a23 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 944 time: 0.0533996 Apr 05 22:36:52.755009 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b2c78cc8-4270-409a-903f-c0595f13c35f req-4a857a69-64ac-4be1-8f43-432627e57399 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Apr 05 22:36:53.169882 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-8a631115-3104-44b3-a9c6-78ddcaee8922 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:53.171519 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-8a631115-3104-44b3-a9c6-78ddcaee8922 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0579398 Apr 05 22:36:53.413411 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eaf25-061c-4101-9950-979fa291e87b req-2a1e1120-d926-4290-996f-047ed7e4675c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:53.414910 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-779eaf25-061c-4101-9950-979fa291e87b req-2a1e1120-d926-4290-996f-047ed7e4675c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 946 time: 0.0543990 Apr 05 22:36:53.451265 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a392e86-10e5-4fb4-9497-060e6b482cd7 req-97017441-aeee-4146-ad1c-351f9e2736e0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:53.452994 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8a392e86-10e5-4fb4-9497-060e6b482cd7 req-97017441-aeee-4146-ad1c-351f9e2736e0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 946 time: 0.0527995 Apr 05 22:36:53.464189 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-779eaf25-061c-4101-9950-979fa291e87b req-f82b8f34-44fe-4a88-9ae8-9797fcbffa77 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435970 Apr 05 22:36:53.504635 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8a392e86-10e5-4fb4-9497-060e6b482cd7 req-3cfb0b16-c1f2-4567-b9ea-5b188e9ca8b9 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b2aa6613-51a1-4240-bf42-4e0dccf67bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460699 Apr 05 22:36:53.586037 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Deleting port d756cd64-95da-48a3-9982-03f37aedf59b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:36:53.586373 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.680361 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 1d14618c-733d-489d-8253-1643d2af2513 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:53.702497 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] For port d756cd64-95da-48a3-9982-03f37aedf59b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d756cd64-95da-48a3-9982-03f37aedf59b,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:53.704083 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.741603 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 1d14618c-733d-489d-8253-1643d2af2513 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:36:53.745765 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 1d14618c-733d-489d-8253-1643d2af2513 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:53.746163 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (1d14618c-733d-489d-8253-1643d2af2513), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.833902 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 1d14618c-733d-489d-8253-1643d2af2513 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:53.834543 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (1d14618c-733d-489d-8253-1643d2af2513), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.861590 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237d74e5-1b08-4dd5-bd50-3502693a025b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d14618c-733d-489d-8253-1643d2af2513'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:53.863897 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fba630-c18f-4afa-a173-13f47452b642" -d '{"events": [{"server_uuid": "237d74e5-1b08-4dd5-bd50-3502693a025b", "name": "network-vif-plugged", "status": "completed", "tag": "1d14618c-733d-489d-8253-1643d2af2513"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:53.878075 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 1d14618c-733d-489d-8253-1643d2af2513, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1d14618c-733d-489d-8253-1643d2af2513,segment=NetworkSegment(36e692bd-9eb9-4fe8-bb29-2f935f8b78dc),segment_id=36e692bd-9eb9-4fe8-bb29-2f935f8b78dc)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:53.883441 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (1d14618c-733d-489d-8253-1643d2af2513), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.914211 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e04afa8-6f5a-4e03-be83-0db3fe383bbb x-openstack-request-id: req-5e04afa8-6f5a-4e03-be83-0db3fe383bbb {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:53.914503 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237d74e5-1b08-4dd5-bd50-3502693a025b", "name": "network-vif-plugged", "status": "completed", "tag": "1d14618c-733d-489d-8253-1643d2af2513", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:53.914954 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e04afa8-6f5a-4e03-be83-0db3fe383bbb {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:53.915363 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e04afa8-6f5a-4e03-be83-0db3fe383bbb'] response: {'server_uuid': '237d74e5-1b08-4dd5-bd50-3502693a025b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d14618c-733d-489d-8253-1643d2af2513', 'code': 200} Apr 05 22:36:53.956487 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=1d14618c-733d-489d-8253-1643d2af2513,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:53.967905 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:54.246817 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0296b7a-907a-4800-a279-ff707f7adbbf req-fe451f5a-09c5-4b1a-b170-24251b607e19 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:54.248342 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a0296b7a-907a-4800-a279-ff707f7adbbf req-fe451f5a-09c5-4b1a-b170-24251b607e19 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 945 time: 0.1144609 Apr 05 22:36:54.250367 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:54.250770 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (2b8ce67b-1fae-42c9-afd6-ce5f935af528), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:54.251063 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.l3_db [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Floating IP 2b8ce67b-1fae-42c9-afd6-ce5f935af528 disassociated. External IP: 172.28.3.213, port: d756cd64-95da-48a3-9982-03f37aedf59b. Apr 05 22:36:54.251407 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Calling delete_port for d756cd64-95da-48a3-9982-03f37aedf59b owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:36:54.351821 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a0296b7a-907a-4800-a279-ff707f7adbbf req-e9accb20-4b7f-4dd1-b30b-541bdca2b6a1 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931895 Apr 05 22:36:54.445642 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (d756cd64-95da-48a3-9982-03f37aedf59b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:54.480088 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event deleted for resources: {'Port': ['ID=d756cd64-95da-48a3-9982-03f37aedf59b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:54.531590 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833b8f2-9ba7-46ac-8747-296e707e343e req-c0f7af3a-295e-49d2-b2de-448dcad823d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:54.533114 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d833b8f2-9ba7-46ac-8747-296e707e343e req-c0f7af3a-295e-49d2-b2de-448dcad823d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 1129 time: 0.1177139 Apr 05 22:36:54.594248 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0d376-c179-4992-bef4-b353824ab94f req-1b029bff-d656-46d9-b2e2-3a48e15c0399 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:54.595773 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-13c0d376-c179-4992-bef4-b353824ab94f req-1b029bff-d656-46d9-b2e2-3a48e15c0399 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 946 time: 0.0561795 Apr 05 22:36:54.625158 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-191109ef-4fcc-4839-a722-c19c76a15cdd req-a5eb4f6e-6782-4b99-b1e1-2be8fbc171d6 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 210 time: 0.0390511 Apr 05 22:36:54.651505 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-13c0d376-c179-4992-bef4-b353824ab94f req-1e965ef9-ee1b-49bb-80ef-37973b22b70a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488293 Apr 05 22:36:54.655876 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d833b8f2-9ba7-46ac-8747-296e707e343e req-41c7e0d2-0f15-4d1c-afe0-2c5ccad472f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098781 Apr 05 22:36:54.662844 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:36:54.771302 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:54.784542 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f24408-ee15-46b0-943a-026bbf1d8e82 None None] Sync routers for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:54.796293 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f24408-ee15-46b0-943a-026bbf1d8e82 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:54.805646 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a1f24408-ee15-46b0-943a-026bbf1d8e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:36:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:54.817068 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] No DVR routers for this DVR port d756cd64-95da-48a3-9982-03f37aedf59b on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:36:54.819735 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:54.823126 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b2357579-1d03-4552-a9b1-ea53285a2cbe req-6c8f6ce8-1712-4188-ace1-a4db50ef5b27 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "DELETE /v2.0/ports/d756cd64-95da-48a3-9982-03f37aedf59b HTTP/1.1" status: 204 len: 173 time: 1.3300092 Apr 05 22:36:54.823577 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'name': 'network-vif-deleted', 'tag': 'd756cd64-95da-48a3-9982-03f37aedf59b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:54.825829 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e6fc6d-577f-43af-9d6b-ef9ce8c536c5" -d '{"events": [{"server_uuid": "ef47a33e-bb1c-43d4-ad4a-471233598e43", "name": "network-vif-deleted", "tag": "d756cd64-95da-48a3-9982-03f37aedf59b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:54.865760 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd1e0e9-8cbb-40ca-aa7c-18cf2ba38dc8 x-openstack-request-id: req-1cd1e0e9-8cbb-40ca-aa7c-18cf2ba38dc8 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:54.866083 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef47a33e-bb1c-43d4-ad4a-471233598e43", "name": "network-vif-deleted", "tag": "d756cd64-95da-48a3-9982-03f37aedf59b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:54.866724 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1cd1e0e9-8cbb-40ca-aa7c-18cf2ba38dc8 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:54.868190 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd1e0e9-8cbb-40ca-aa7c-18cf2ba38dc8'] response: {'server_uuid': 'ef47a33e-bb1c-43d4-ad4a-471233598e43', 'name': 'network-vif-deleted', 'tag': 'd756cd64-95da-48a3-9982-03f37aedf59b', 'status': 'completed', 'code': 200} Apr 05 22:36:55.016511 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-a1f24408-ee15-46b0-943a-026bbf1d8e82 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:55.030831 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0052b3-bee2-44c1-9dd7-3f8820ccbcf3 req-ad532b42-487e-40df-8c28-2eb83ef0c381 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:55.032419 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-db0052b3-bee2-44c1-9dd7-3f8820ccbcf3 req-ad532b42-487e-40df-8c28-2eb83ef0c381 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0522404 Apr 05 22:36:55.083379 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-db0052b3-bee2-44c1-9dd7-3f8820ccbcf3 req-774f0f8a-ab96-45a2-9c1e-1535a87b270f tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451961 Apr 05 22:36:55.257419 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a1f24408-ee15-46b0-943a-026bbf1d8e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '2343b3e4-8d8e-4275-a7a2-0c59c6c19e50', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:df:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465b206f-3f52-483c-a770-447ff50f963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:34:20Z', 'revision_number': 2, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:55.283644 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f24408-ee15-46b0-943a-026bbf1d8e82 None None] Checking router: d5ab0a1a-40e0-46dd-949c-80556bfbb1bd for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:55.292190 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f24408-ee15-46b0-943a-026bbf1d8e82 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:55.292798 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a1f24408-ee15-46b0-943a-026bbf1d8e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:36:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:55.369302 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.408323 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-a1f24408-ee15-46b0-943a-026bbf1d8e82 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:55.470584 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18f58e-6b7b-40bc-ba9f-e7bca652e6e4 req-b533118d-53b3-4211-bcb0-e5724e27ba03 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:55.472125 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6f18f58e-6b7b-40bc-ba9f-e7bca652e6e4 req-b533118d-53b3-4211-bcb0-e5724e27ba03 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 945 time: 0.0527270 Apr 05 22:36:55.520288 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6f18f58e-6b7b-40bc-ba9f-e7bca652e6e4 req-9f0fd1ba-b1e3-4298-8200-78044182d6b7 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Apr 05 22:36:55.633240 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a1f24408-ee15-46b0-943a-026bbf1d8e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '2343b3e4-8d8e-4275-a7a2-0c59c6c19e50', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:df:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465b206f-3f52-483c-a770-447ff50f963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:34:20Z', 'revision_number': 2, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:55.659363 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f24408-ee15-46b0-943a-026bbf1d8e82 None None] The sync data for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb is: [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '2343b3e4-8d8e-4275-a7a2-0c59c6c19e50', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:df:75:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465b206f-3f52-483c-a770-447ff50f963b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:34:20Z', 'revision_number': 2, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:55.744866 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6b5fc0d5-8040-46ce-87dd-783f6b83d580 req-047492c9-ae8f-41e9-a207-f97101e7af8d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef47a33e-bb1c-43d4-ad4a-471233598e43 HTTP/1.1" status: 200 len: 210 time: 0.0316150 Apr 05 22:36:55.915576 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdd2a1-df21-4935-94ae-0b9efcd3099a None None] New status for floating IP 2b8ce67b-1fae-42c9-afd6-ce5f935af528: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:36:56.205393 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2c7c0-390d-4cd3-805b-3b730df2d4b4 req-57177e01-0e60-43b5-999c-7c5270dddd95 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.206899 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0fe2c7c0-390d-4cd3-805b-3b730df2d4b4 req-57177e01-0e60-43b5-999c-7c5270dddd95 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0530858 Apr 05 22:36:56.258853 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0fe2c7c0-390d-4cd3-805b-3b730df2d4b4 req-2caa33c4-9842-41c5-85c8-30098842d30e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460529 Apr 05 22:36:56.640612 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691f67-858c-443e-9405-3d349c9c2730 req-0933c8b9-a67f-411d-8cef-de3c1b5c3e7e tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.642232 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1b691f67-858c-443e-9405-3d349c9c2730 req-0933c8b9-a67f-411d-8cef-de3c1b5c3e7e tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 945 time: 0.0533652 Apr 05 22:36:56.696132 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1b691f67-858c-443e-9405-3d349c9c2730 req-ff1b8660-4bcb-4a57-8201-8b4b52340955 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459983 Apr 05 22:36:56.834544 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51388) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:56.893684 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba30a2ab-1769-4251-bf5f-0f924a47abc8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (b2aa6613-51a1-4240-bf42-4e0dccf67bdd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.919038 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba30a2ab-1769-4251-bf5f-0f924a47abc8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (b2aa6613-51a1-4240-bf42-4e0dccf67bdd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.972350 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba30a2ab-1769-4251-bf5f-0f924a47abc8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b2aa6613-51a1-4240-bf42-4e0dccf67bdd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.974968 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba30a2ab-1769-4251-bf5f-0f924a47abc8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.978543 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-ba30a2ab-1769-4251-bf5f-0f924a47abc8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "DELETE /v2.0/security-groups/b2aa6613-51a1-4240-bf42-4e0dccf67bdd HTTP/1.1" status: 204 len: 168 time: 0.1403582 Apr 05 22:36:56.979269 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51394) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:56.985538 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30a2ab-1769-4251-bf5f-0f924a47abc8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aa6613-51a1-4240-bf42-4e0dccf67bdd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:56.998544 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.api.v2.resource [None req-336b7e5e-a1af-4144-9b1b-a7e24f2016b9 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] show failed (client error): The resource could not be found. Apr 05 22:36:56.999922 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-336b7e5e-a1af-4144-9b1b-a7e24f2016b9 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups/b2aa6613-51a1-4240-bf42-4e0dccf67bdd HTTP/1.1" status: 404 len: 347 time: 0.0182724 Apr 05 22:36:57.003095 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51396) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:57.157836 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6c376552-bf75-45be-a567-02d224e82162 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Deleting port 85e01ca9-64ba-4555-813d-3505395f67b7 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:36:57.158184 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c376552-bf75-45be-a567-02d224e82162 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (85e01ca9-64ba-4555-813d-3505395f67b7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:57.241349 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c376552-bf75-45be-a567-02d224e82162 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (85e01ca9-64ba-4555-813d-3505395f67b7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:57.241740 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c376552-bf75-45be-a567-02d224e82162 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (85e01ca9-64ba-4555-813d-3505395f67b7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:57.252898 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6c376552-bf75-45be-a567-02d224e82162 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Calling delete_port for 85e01ca9-64ba-4555-813d-3505395f67b7 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:36:57.407915 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc43e1d-34ed-4212-9d52-7f206b90372e req-c4fc647e-fc4b-42e0-bd3e-063514cbfd29 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:57.409418 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bbc43e1d-34ed-4212-9d52-7f206b90372e req-c4fc647e-fc4b-42e0-bd3e-063514cbfd29 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0797367 Apr 05 22:36:57.489343 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bbc43e1d-34ed-4212-9d52-7f206b90372e req-4553a5a3-eb7a-42d1-a286-15ec9842ea76 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733249 Apr 05 22:36:57.493926 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c376552-bf75-45be-a567-02d224e82162 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (85e01ca9-64ba-4555-813d-3505395f67b7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:57.522317 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c376552-bf75-45be-a567-02d224e82162 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event deleted for resources: {'Port': ['ID=85e01ca9-64ba-4555-813d-3505395f67b7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:57.584394 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c376552-bf75-45be-a567-02d224e82162 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (2b8ce67b-1fae-42c9-afd6-ce5f935af528), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:57.587060 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c376552-bf75-45be-a567-02d224e82162 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:57.588209 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-6c376552-bf75-45be-a567-02d224e82162 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "DELETE /v2.0/floatingips/2b8ce67b-1fae-42c9-afd6-ce5f935af528 HTTP/1.1" status: 204 len: 168 time: 0.5837488 Apr 05 22:36:57.693550 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device d756cd64-95da-48a3-9982-03f37aedf59b no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:36:57.719151 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: d756cd64-95da-48a3-9982-03f37aedf59b {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:36:57.719547 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device d756cd64-95da-48a3-9982-03f37aedf59b not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:36:58.622656 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870b9b2-c891-4625-9ad9-654eb7950efc req-fb69db14-b893-46a9-a21f-82d87bc5e2b8 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:58.624234 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4870b9b2-c891-4625-9ad9-654eb7950efc req-fb69db14-b893-46a9-a21f-82d87bc5e2b8 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0639291 Apr 05 22:36:58.677808 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4870b9b2-c891-4625-9ad9-654eb7950efc req-0167a2bf-e716-4119-9750-c02c34695471 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459180 Apr 05 22:36:59.808442 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34b7d0-e7dc-43dd-af72-4f1149f5575a req-0a488c29-d049-45f6-ab00-755ca6cc8406 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:59.809976 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7b34b7d0-e7dc-43dd-af72-4f1149f5575a req-0a488c29-d049-45f6-ab00-755ca6cc8406 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0649235 Apr 05 22:36:59.859099 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7b34b7d0-e7dc-43dd-af72-4f1149f5575a req-5107bc3b-2a21-44c5-a2db-dd664922a3d5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 Apr 05 22:37:00.293942 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44d42f-a594-4151-9ed5-cbe05308bb66 req-62a9f33f-6590-4e40-b149-4a76353b81d6 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.295321 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3a44d42f-a594-4151-9ed5-cbe05308bb66 req-62a9f33f-6590-4e40-b149-4a76353b81d6 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 945 time: 0.0651767 Apr 05 22:37:00.345134 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3a44d42f-a594-4151-9ed5-cbe05308bb66 req-ea65d7c9-bcf9-4fe1-ab9c-5dfe98cc22ba tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403903 Apr 05 22:37:00.992901 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3425646-2551-4487-ad4c-391e55da3106 req-f83a3dcd-ef6d-4042-8c1e-87d4625eb82f tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.994346 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d3425646-2551-4487-ad4c-391e55da3106 req-f83a3dcd-ef6d-4042-8c1e-87d4625eb82f tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0541728 Apr 05 22:37:01.041541 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d3425646-2551-4487-ad4c-391e55da3106 req-c43f8268-25dd-483c-9a89-78bb8a2e2ef8 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414760 Apr 05 22:37:01.477434 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd91b4-eec3-4ea7-beb3-f06167e7b0cc req-10790c6f-57e3-4f09-a8c3-a5b1c9f49846 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:01.478927 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d7fd91b4-eec3-4ea7-beb3-f06167e7b0cc req-10790c6f-57e3-4f09-a8c3-a5b1c9f49846 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 945 time: 0.0529890 Apr 05 22:37:01.523450 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d7fd91b4-eec3-4ea7-beb3-f06167e7b0cc req-e3d8562d-b803-4cdf-b36a-57771318b014 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389314 Apr 05 22:37:02.175838 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae820a0a-9f1c-44f1-b90d-f2cb0a80878b req-f3ee7498-5721-4e4f-be95-b46f7016a26c tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:02.177387 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-ae820a0a-9f1c-44f1-b90d-f2cb0a80878b req-f3ee7498-5721-4e4f-be95-b46f7016a26c tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0605295 Apr 05 22:37:02.233074 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-ae820a0a-9f1c-44f1-b90d-f2cb0a80878b req-a13b72e3-e749-4554-aaa5-b84bba4edd58 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471635 Apr 05 22:37:02.653695 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8193c9-e60e-4d73-ad09-c97ba8a4ae80 req-57530045-1bb4-4ed3-ba32-d2e315db0b3e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:02.655198 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7e8193c9-e60e-4d73-ad09-c97ba8a4ae80 req-57530045-1bb4-4ed3-ba32-d2e315db0b3e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 945 time: 0.0585368 Apr 05 22:37:02.703232 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7e8193c9-e60e-4d73-ad09-c97ba8a4ae80 req-4b546524-deb6-4048-b1cb-dece628c3a6c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398774 Apr 05 22:37:03.352317 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b4ede-6bc5-4bf3-bb7b-ca855cbcb2c2 req-1330ae81-8698-4206-8016-dc49c81b937e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:03.353781 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-925b4ede-6bc5-4bf3-bb7b-ca855cbcb2c2 req-1330ae81-8698-4206-8016-dc49c81b937e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0543020 Apr 05 22:37:03.389233 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-4378da47-71df-443f-b9c1-2ca5aba0e034 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:03.390692 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-4378da47-71df-443f-b9c1-2ca5aba0e034 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 945 time: 0.0524344 Apr 05 22:37:03.402836 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-925b4ede-6bc5-4bf3-bb7b-ca855cbcb2c2 req-14a12179-c265-4449-87dd-2a48b66a9539 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432117 Apr 05 22:37:03.485986 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Deleting port 962dafa6-67eb-4626-814b-6fe4600ccb36 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:37:03.486329 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:03.575331 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] For port 962dafa6-67eb-4626-814b-6fe4600ccb36, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=962dafa6-67eb-4626-814b-6fe4600ccb36,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:03.575652 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:03.755462 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:03.756098 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (2343b3e4-8d8e-4275-a7a2-0c59c6c19e50), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:03.756098 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.l3_db [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Floating IP 2343b3e4-8d8e-4275-a7a2-0c59c6c19e50 disassociated. External IP: 172.28.3.56, port: 962dafa6-67eb-4626-814b-6fe4600ccb36. Apr 05 22:37:03.756468 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Calling delete_port for 962dafa6-67eb-4626-814b-6fe4600ccb36 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:37:03.870407 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dc1b3-5083-4f8b-a67e-30e9c8228b07 req-d77552ce-44ad-4cdc-ae47-a54fff1ca2d2 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:03.871921 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-695dc1b3-5083-4f8b-a67e-30e9c8228b07 req-d77552ce-44ad-4cdc-ae47-a54fff1ca2d2 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=465b206f-3f52-483c-a770-447ff50f963b HTTP/1.1" status: 200 len: 945 time: 0.1032414 Apr 05 22:37:03.954989 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-695dc1b3-5083-4f8b-a67e-30e9c8228b07 req-bdb301cc-91b1-4d7e-9d76-7fe0f91456df tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e18f8bb-d0fa-475c-9134-924a9e6df215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769856 Apr 05 22:37:03.955956 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (962dafa6-67eb-4626-814b-6fe4600ccb36), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:03.989140 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event deleted for resources: {'Port': ['ID=962dafa6-67eb-4626-814b-6fe4600ccb36,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:04.105144 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:37:04.217622 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:37:04.229833 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da194b-6da7-480b-8d99-fff753a6a2a9 None None] Sync routers for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:37:04.240605 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da194b-6da7-480b-8d99-fff753a6a2a9 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:04.241222 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-63da194b-6da7-480b-8d99-fff753a6a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:36:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:04.261473 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] No DVR routers for this DVR port 962dafa6-67eb-4626-814b-6fe4600ccb36 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:37:04.264136 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:04.267594 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0543aa21-c7e7-4b08-8fd2-4debc72c73d8 req-dc6bee9d-40ca-487b-9b91-7bfe4e15d366 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "DELETE /v2.0/ports/962dafa6-67eb-4626-814b-6fe4600ccb36 HTTP/1.1" status: 204 len: 173 time: 0.8711212 Apr 05 22:37:04.267965 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465b206f-3f52-483c-a770-447ff50f963b', 'name': 'network-vif-deleted', 'tag': '962dafa6-67eb-4626-814b-6fe4600ccb36'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:04.270201 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5750807d-7091-41a0-b634-88dd8170640d" -d '{"events": [{"server_uuid": "465b206f-3f52-483c-a770-447ff50f963b", "name": "network-vif-deleted", "tag": "962dafa6-67eb-4626-814b-6fe4600ccb36"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:04.307109 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7d35fe-684f-4e63-a2f5-cfbdfdd866a3 x-openstack-request-id: req-5f7d35fe-684f-4e63-a2f5-cfbdfdd866a3 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:04.307404 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465b206f-3f52-483c-a770-447ff50f963b", "name": "network-vif-deleted", "tag": "962dafa6-67eb-4626-814b-6fe4600ccb36", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:04.307658 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f7d35fe-684f-4e63-a2f5-cfbdfdd866a3 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:04.311158 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7d35fe-684f-4e63-a2f5-cfbdfdd866a3'] response: {'server_uuid': '465b206f-3f52-483c-a770-447ff50f963b', 'name': 'network-vif-deleted', 'tag': '962dafa6-67eb-4626-814b-6fe4600ccb36', 'status': 'completed', 'code': 200} Apr 05 22:37:04.351853 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-63da194b-6da7-480b-8d99-fff753a6a2a9 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:04.552836 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96984b-601b-48dc-95c3-d5274919cf94 req-008c45b2-bc1f-4c33-8e79-6604d31eb0e6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:04.554603 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fa96984b-601b-48dc-95c3-d5274919cf94 req-008c45b2-bc1f-4c33-8e79-6604d31eb0e6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0635269 Apr 05 22:37:04.583548 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-63da194b-6da7-480b-8d99-fff753a6a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:04.612918 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da194b-6da7-480b-8d99-fff753a6a2a9 None None] Checking router: d5ab0a1a-40e0-46dd-949c-80556bfbb1bd for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:37:04.615208 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fa96984b-601b-48dc-95c3-d5274919cf94 req-a21627ec-61d0-4bd5-8d33-664ca32dd8e7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543344 Apr 05 22:37:04.623645 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da194b-6da7-480b-8d99-fff753a6a2a9 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:04.624298 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-63da194b-6da7-480b-8d99-fff753a6a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:36:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:04.732701 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-63da194b-6da7-480b-8d99-fff753a6a2a9 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:04.945771 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-63da194b-6da7-480b-8d99-fff753a6a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:05.053172 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51476) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:05.086359 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da194b-6da7-480b-8d99-fff753a6a2a9 None None] The sync data for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb is: [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:37:05.106374 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02aac2f9-b269-4755-8258-aa69d2b17477 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (9e18f8bb-d0fa-475c-9134-924a9e6df215), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.130410 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02aac2f9-b269-4755-8258-aa69d2b17477 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (9e18f8bb-d0fa-475c-9134-924a9e6df215), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.182890 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02aac2f9-b269-4755-8258-aa69d2b17477 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (9e18f8bb-d0fa-475c-9134-924a9e6df215), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.185445 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02aac2f9-b269-4755-8258-aa69d2b17477 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.186601 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-02aac2f9-b269-4755-8258-aa69d2b17477 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "DELETE /v2.0/security-groups/9e18f8bb-d0fa-475c-9134-924a9e6df215 HTTP/1.1" status: 204 len: 168 time: 0.1323216 Apr 05 22:37:05.189564 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51478) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:05.195529 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aac2f9-b269-4755-8258-aa69d2b17477 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e18f8bb-d0fa-475c-9134-924a9e6df215,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:05.205744 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.api.v2.resource [None req-45faf5c8-8ae5-457e-834a-e6b8ff871cf4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] show failed (client error): The resource could not be found. Apr 05 22:37:05.206941 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-45faf5c8-8ae5-457e-834a-e6b8ff871cf4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups/9e18f8bb-d0fa-475c-9134-924a9e6df215 HTTP/1.1" status: 404 len: 347 time: 0.0162437 Apr 05 22:37:05.209877 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51480) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:05.334233 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0916297-6b63-4486-b773-7cd9a281a65f None None] New status for floating IP 2343b3e4-8d8e-4275-a7a2-0c59c6c19e50: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:37:05.338236 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5c70c243-5fa2-4488-9a50-d1dd7e21cf4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Deleting port f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:37:05.338576 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c70c243-5fa2-4488-9a50-d1dd7e21cf4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.426288 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c70c243-5fa2-4488-9a50-d1dd7e21cf4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.426599 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c70c243-5fa2-4488-9a50-d1dd7e21cf4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.438658 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5c70c243-5fa2-4488-9a50-d1dd7e21cf4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Calling delete_port for f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:37:05.586019 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c70c243-5fa2-4488-9a50-d1dd7e21cf4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.615908 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70c243-5fa2-4488-9a50-d1dd7e21cf4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event deleted for resources: {'Port': ['ID=f91d1bfb-d3d5-4c1f-a5ff-be6234c9d944,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:05.676876 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c70c243-5fa2-4488-9a50-d1dd7e21cf4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (2343b3e4-8d8e-4275-a7a2-0c59c6c19e50), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.679543 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c70c243-5fa2-4488-9a50-d1dd7e21cf4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.680719 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-5c70c243-5fa2-4488-9a50-d1dd7e21cf4c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "DELETE /v2.0/floatingips/2343b3e4-8d8e-4275-a7a2-0c59c6c19e50 HTTP/1.1" status: 204 len: 168 time: 0.4697452 Apr 05 22:37:05.745430 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b6235-1b6e-4034-aef9-328a6a1d0796 req-6293861e-ddef-437e-8f21-b547344c89e5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:05.746967 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8f3b6235-1b6e-4034-aef9-328a6a1d0796 req-6293861e-ddef-437e-8f21-b547344c89e5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0652421 Apr 05 22:37:05.792985 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8f3b6235-1b6e-4034-aef9-328a6a1d0796 req-3fd1858c-028e-46c3-aa31-d6e127796ddf tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403674 Apr 05 22:37:05.924602 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51488) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:05.929518 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9a0064f7-34e7-405e-8df8-8053cf911e1a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1604132378', 'description': 'tempest-description--1794363964'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:05.949845 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a0064f7-34e7-405e-8df8-8053cf911e1a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.012483 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a0064f7-34e7-405e-8df8-8053cf911e1a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (b8c15b30-47b4-4386-82d5-8f66482f5221), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.017813 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a0064f7-34e7-405e-8df8-8053cf911e1a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b8c15b30-47b4-4386-82d5-8f66482f5221), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.045922 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a0064f7-34e7-405e-8df8-8053cf911e1a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.047177 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-9a0064f7-34e7-405e-8df8-8053cf911e1a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1214261 Apr 05 22:37:06.049015 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0064f7-34e7-405e-8df8-8053cf911e1a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c15b30-47b4-4386-82d5-8f66482f5221,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:06.050411 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51490) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:06.055056 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-85ee2089-fd4a-4a06-88d6-47ab2592d8af tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'security_group_rule': {'security_group_id': 'b8c15b30-47b4-4386-82d5-8f66482f5221', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:06.081300 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85ee2089-fd4a-4a06-88d6-47ab2592d8af tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (a1522538-a042-4b2d-8598-2a6ab284b14b), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.128518 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85ee2089-fd4a-4a06-88d6-47ab2592d8af tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (a1522538-a042-4b2d-8598-2a6ab284b14b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.135016 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85ee2089-fd4a-4a06-88d6-47ab2592d8af tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (a1522538-a042-4b2d-8598-2a6ab284b14b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.158258 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee2089-fd4a-4a06-88d6-47ab2592d8af tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1522538-a042-4b2d-8598-2a6ab284b14b,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:06.167253 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85ee2089-fd4a-4a06-88d6-47ab2592d8af tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.168551 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-85ee2089-fd4a-4a06-88d6-47ab2592d8af tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170897 Apr 05 22:37:06.171304 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51492) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:06.175756 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-078d56a3-6d81-45e9-a05e-8bf34273e49c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'security_group_rule': {'security_group_id': 'b8c15b30-47b4-4386-82d5-8f66482f5221', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:06.202468 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-078d56a3-6d81-45e9-a05e-8bf34273e49c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (6f752c25-a011-4ccc-be31-57b3c9487d27), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.256594 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-078d56a3-6d81-45e9-a05e-8bf34273e49c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (6f752c25-a011-4ccc-be31-57b3c9487d27), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.262026 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-078d56a3-6d81-45e9-a05e-8bf34273e49c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (6f752c25-a011-4ccc-be31-57b3c9487d27), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.281720 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d56a3-6d81-45e9-a05e-8bf34273e49c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f752c25-a011-4ccc-be31-57b3c9487d27,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:06.289986 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-078d56a3-6d81-45e9-a05e-8bf34273e49c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.291236 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-078d56a3-6d81-45e9-a05e-8bf34273e49c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188865 Apr 05 22:37:06.294446 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51494) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:06.298741 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'floatingip': {'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:06.320807 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.415101 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.523737 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Allocated IP 172.28.3.134 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/f4d8a6f2-e852-4cb9-a76b-1e2f35912181) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:37:06.622559 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for port (f4d8a6f2-e852-4cb9-a76b-1e2f35912181), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.657303 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (f4d8a6f2-e852-4cb9-a76b-1e2f35912181), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.698985 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:37:06.704191 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:37:06.708827 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:37:06.711983 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'Port': ['ID=f4d8a6f2-e852-4cb9-a76b-1e2f35912181,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:06.795385 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (7ae469b5-f387-4c07-a250-ed99f41707c7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.833105 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (f4d8a6f2-e852-4cb9-a76b-1e2f35912181), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.913716 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09983ae-2a59-4bc7-bebe-20a53cc9e953 req-38bdff57-d4f9-4937-8ea9-15ea90f62b8e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:06.915270 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f09983ae-2a59-4bc7-bebe-20a53cc9e953 req-38bdff57-d4f9-4937-8ea9-15ea90f62b8e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0523596 Apr 05 22:37:06.960815 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f09983ae-2a59-4bc7-bebe-20a53cc9e953 req-f45c887c-6166-47c6-ae2f-ea8c94616a3a tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396192 Apr 05 22:37:06.982415 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for port (f4d8a6f2-e852-4cb9-a76b-1e2f35912181), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.987354 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (f4d8a6f2-e852-4cb9-a76b-1e2f35912181), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:07.054843 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'Port': ['ID=f4d8a6f2-e852-4cb9-a76b-1e2f35912181,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:07.069340 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (7ae469b5-f387-4c07-a250-ed99f41707c7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:07.085775 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:07.088399 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-61f40423-92fc-4a04-8150-d044a0f82e47 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7918432 Apr 05 22:37:07.235414 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f7de5-0823-4002-a786-2b50b6792163 req-fae8a3f4-88cc-4524-9c20-6ace6a9d328e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.236832 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-540f7de5-0823-4002-a786-2b50b6792163 req-fae8a3f4-88cc-4524-9c20-6ace6a9d328e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0861299 Apr 05 22:37:07.267745 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc3c83-93e4-4622-b7ce-0eff9b7dc017 req-b7c9f4cc-e330-4445-b713-e9a5b48c3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.269246 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-79dc3c83-93e4-4622-b7ce-0eff9b7dc017 req-b7c9f4cc-e330-4445-b713-e9a5b48c3858 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7&device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 1129 time: 0.0685296 Apr 05 22:37:07.324626 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-540f7de5-0823-4002-a786-2b50b6792163 req-2d1987ff-b6b6-46d0-8b86-489d4e88a1f6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800295 Apr 05 22:37:07.384384 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-0df9e9f1-eea4-4e09-97d3-14659d4d4bea tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1604132378&fields=id&tenant_id=798e0839ad15488b8cb8ee35603db32a HTTP/1.1" status: 200 len: 267 time: 0.0471458 Apr 05 22:37:07.444366 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc3c83-93e4-4622-b7ce-0eff9b7dc017 req-5d5bbc82-fcf5-4b2b-b9af-e37e2d29cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.445839 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-79dc3c83-93e4-4622-b7ce-0eff9b7dc017 req-5d5bbc82-fcf5-4b2b-b9af-e37e2d29cb3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=16c5f87e-a006-47ae-947e-1cc8f902a2e8 HTTP/1.1" status: 200 len: 911 time: 0.1666932 Apr 05 22:37:07.448678 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff23580-261e-46f7-9935-10c4976d8d0b req-68c3de98-ed2c-419f-80b7-921b5a073034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.450029 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-eff23580-261e-46f7-9935-10c4976d8d0b req-68c3de98-ed2c-419f-80b7-921b5a073034 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0071b9efb804bb9b6375a3b8ab1cfda&device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 1168 time: 0.0973508 Apr 05 22:37:07.484783 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-76972fae-ae72-4fb8-b67d-fe00fcae74b2 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.486306 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-76972fae-ae72-4fb8-b67d-fe00fcae74b2 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 814 time: 0.0956471 Apr 05 22:37:07.501091 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-8369c110-dc02-43c7-95eb-541140243475 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/quotas/798e0839ad15488b8cb8ee35603db32a HTTP/1.1" status: 200 len: 375 time: 0.0091777 Apr 05 22:37:07.514201 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60039e61-a66f-4724-81e5-a210245f414a req-82895a9c-bfef-4164-8019-b6063f3b5028 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.515756 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-60039e61-a66f-4724-81e5-a210245f414a req-82895a9c-bfef-4164-8019-b6063f3b5028 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.1238470 Apr 05 22:37:07.560384 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-aba189dc-9377-4917-a531-a56b2d5d8539 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540760 Apr 05 22:37:07.596367 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-79dc3c83-93e4-4622-b7ce-0eff9b7dc017 req-7ccbdfe4-eb57-4142-9747-231a4529d021 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9419488b-637f-4ded-8cb7-40c89757206b HTTP/1.1" status: 200 len: 1001 time: 0.1381640 Apr 05 22:37:07.654506 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-cdd3ea30-3e12-4398-87a6-ccf3885d1336 service neutron] 10.222.0.43 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817802 Apr 05 22:37:07.675021 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff23580-261e-46f7-9935-10c4976d8d0b req-d0f2d0c7-d1cb-4802-86c7-bf3a1b589eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.676459 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-eff23580-261e-46f7-9935-10c4976d8d0b req-d0f2d0c7-d1cb-4802-86c7-bf3a1b589eb6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0 HTTP/1.1" status: 200 len: 916 time: 0.2171721 Apr 05 22:37:07.690382 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-60039e61-a66f-4724-81e5-a210245f414a req-7e580617-bc8a-4d99-910d-2828a1abfcf3 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1578357 Apr 05 22:37:07.693570 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc3c83-93e4-4622-b7ce-0eff9b7dc017 req-34eca6e5-de4f-40b3-ad1f-b1b3c858fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.694961 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-79dc3c83-93e4-4622-b7ce-0eff9b7dc017 req-34eca6e5-de4f-40b3-ad1f-b1b3c858fcd8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95feccaa-a5da-4cb7-9abd-52112f8ef21a HTTP/1.1" status: 200 len: 849 time: 0.0907798 Apr 05 22:37:07.732764 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 962dafa6-67eb-4626-814b-6fe4600ccb36 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:37:07.757099 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 962dafa6-67eb-4626-814b-6fe4600ccb36 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:37:07.757796 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 962dafa6-67eb-4626-814b-6fe4600ccb36 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:37:07.758801 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-d7efdea4-d770-48e3-ac7d-874e536e604b service neutron] 10.222.0.43 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980945 Apr 05 22:37:07.791594 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-eff23580-261e-46f7-9935-10c4976d8d0b req-92bcf60d-5597-4ec8-909a-73461fbfce27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e030730-9d97-427d-a8a3-2929bbb540b4 HTTP/1.1" status: 200 len: 1000 time: 0.0999160 Apr 05 22:37:07.809315 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc3c83-93e4-4622-b7ce-0eff9b7dc017 req-7335e5cd-34f6-4620-9cc8-57033742845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.810959 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-79dc3c83-93e4-4622-b7ce-0eff9b7dc017 req-7335e5cd-34f6-4620-9cc8-57033742845e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16c5f87e-a006-47ae-947e-1cc8f902a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1090987 Apr 05 22:37:07.897422 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff23580-261e-46f7-9935-10c4976d8d0b req-70a7e40f-ac5e-4dd4-aa18-17062f150858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.899422 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-eff23580-261e-46f7-9935-10c4976d8d0b req-70a7e40f-ac5e-4dd4-aa18-17062f150858 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452dae91-bf6a-4e36-a458-2a6fae6bab0d HTTP/1.1" status: 200 len: 854 time: 0.0994284 Apr 05 22:37:08.200920 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-22bdc6a8-bb04-45db-a34e-1aa40027fbc7 req-6530c8ed-3564-44da-bd26-73eb66a8a067 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 210 time: 0.2996085 Apr 05 22:37:08.244232 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-79dc3c83-93e4-4622-b7ce-0eff9b7dc017 req-a4a4ba1b-4887-407d-ba0f-7280fc17f9d2 service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158778 Apr 05 22:37:08.252272 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff23580-261e-46f7-9935-10c4976d8d0b req-5c461506-807c-4e29-b1a0-4a1e211a8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:08.253784 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-eff23580-261e-46f7-9935-10c4976d8d0b req-5c461506-807c-4e29-b1a0-4a1e211a8824 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3401439 Apr 05 22:37:08.458612 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f5662-6173-4d4d-a745-e294d0939c41 req-b2dca424-8663-4ef2-8af0-5fa9d855bdf4 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:08.460137 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e21f5662-6173-4d4d-a745-e294d0939c41 req-b2dca424-8663-4ef2-8af0-5fa9d855bdf4 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0582643 Apr 05 22:37:08.510657 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e21f5662-6173-4d4d-a745-e294d0939c41 req-c9e8d1ac-2d10-4ce4-bc15-56af9317de0c tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Apr 05 22:37:08.960804 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db74145-0814-46e4-b4d9-73e74fc816c0 req-455c71e7-db9f-422d-b910-f8eb31fe3621 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:08.962285 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7db74145-0814-46e4-b4d9-73e74fc816c0 req-455c71e7-db9f-422d-b910-f8eb31fe3621 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.1927745 Apr 05 22:37:08.964360 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-79dc3c83-93e4-4622-b7ce-0eff9b7dc017 req-702fd4dc-1d3e-480c-8e08-0c69a1bcef99 service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049205 Apr 05 22:37:08.966089 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-eff23580-261e-46f7-9935-10c4976d8d0b req-7fdb41d2-996d-4df2-8bca-bc53389cceeb service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975884 Apr 05 22:37:09.020689 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7db74145-0814-46e4-b4d9-73e74fc816c0 req-ec53b641-ad0b-4918-8369-9f740ae7e981 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524640 Apr 05 22:37:09.214816 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-eff23580-261e-46f7-9935-10c4976d8d0b req-a2389ba5-16ed-414b-b72e-b0b6d7b33922 service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035032 Apr 05 22:37:09.300009 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4ee52177-58bd-4b75-bfea-fa4f5d9a0eac req-ab46d032-f366-4548-a61b-841bcdd40855 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 210 time: 0.0337217 Apr 05 22:37:09.646294 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec861c-00d3-4e2e-8cc4-b3117be7ce53 req-00fe90ce-12f7-45d6-8f8b-8bf6bb617c19 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:09.647896 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8fec861c-00d3-4e2e-8cc4-b3117be7ce53 req-00fe90ce-12f7-45d6-8f8b-8bf6bb617c19 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0586748 Apr 05 22:37:09.698294 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8fec861c-00d3-4e2e-8cc4-b3117be7ce53 req-16fb17b4-8c88-4268-89e9-871c339aaf26 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 Apr 05 22:37:10.161503 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507218d2-4c3e-40e4-b7e0-2051554ead03 req-d515e09e-c4ca-4fda-ace3-fc7b6a241e08 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:10.162958 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-507218d2-4c3e-40e4-b7e0-2051554ead03 req-d515e09e-c4ca-4fda-ace3-fc7b6a241e08 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0568643 Apr 05 22:37:10.225632 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-507218d2-4c3e-40e4-b7e0-2051554ead03 req-a9ef4ac2-771c-4cae-a6fb-85d46fdcaf5b tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568089 Apr 05 22:37:10.398604 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-322ef78b-21aa-4309-b491-9ecd222c4ee2 req-0c6f7bee-3f5f-4129-8c3f-99135cf456b4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 210 time: 0.0278051 Apr 05 22:37:10.827313 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4748a7-8996-4538-b6b3-c0148b9300ca req-337fbb2d-65ff-4f38-a7fc-876d99443b2d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:10.828786 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7a4748a7-8996-4538-b6b3-c0148b9300ca req-337fbb2d-65ff-4f38-a7fc-876d99443b2d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0582647 Apr 05 22:37:10.887974 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7a4748a7-8996-4538-b6b3-c0148b9300ca req-8b6f8817-70db-4521-8053-64506e351edb tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511057 Apr 05 22:37:10.946068 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-cec421b0-55b9-459d-af04-576909d2965c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:10.948022 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-cec421b0-55b9-459d-af04-576909d2965c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 814 time: 0.1242721 Apr 05 22:37:11.018812 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-77bc2418-8a76-49de-bfbd-0f8bb62ab9c0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=798e0839ad15488b8cb8ee35603db32a HTTP/1.1" status: 200 len: 380 time: 0.0555224 Apr 05 22:37:11.078756 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'port': {'device_id': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'admin_state_up': True, 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'security_groups': ['b8c15b30-47b4-4386-82d5-8f66482f5221']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:11.189188 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Made reservation on behalf of 798e0839ad15488b8cb8ee35603db32a for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:37:11.192732 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:11.320572 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Allocated IP 172.20.0.14 (3b6690ac-f4b8-4a7e-968f-10ccb08336f7/d7f3574c-1479-402b-b66c-800a10f43d9e/d1f4b9d0-5249-4247-8843-eb11beaffc52) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:37:11.355962 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cc9f0-9b66-4672-94eb-22a25f55f014 req-7219ef9b-5c99-414d-8b6a-9cebdc748138 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:11.357431 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-de5cc9f0-9b66-4672-94eb-22a25f55f014 req-7219ef9b-5c99-414d-8b6a-9cebdc748138 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0562651 Apr 05 22:37:11.416447 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-de5cc9f0-9b66-4672-94eb-22a25f55f014 req-7c427a73-146d-46c2-820c-e429d11a267c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525730 Apr 05 22:37:11.458797 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:11.502497 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-34effd31-467b-4b20-85a9-a80f3a2db60f req-c9b2d78f-a17e-4114-833e-af6d2bb2f2f7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 210 time: 0.0341287 Apr 05 22:37:11.519506 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:11.561555 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:37:11.564478 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:37:11.568109 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:37:11.596236 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'Port': ['ID=d1f4b9d0-5249-4247-8843-eb11beaffc52,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:11.629371 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:11.630000 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:11.649227 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-74c1230e-7e2c-463c-a390-f9a2396a59eb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5746119 Apr 05 22:37:11.805003 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-cbeee66b-a47d-4f3a-9112-998074a0cde3 None None] Provisioning complete for port d1f4b9d0-5249-4247-8843-eb11beaffc52 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:11.805582 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cbeee66b-a47d-4f3a-9112-998074a0cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:11.839980 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-cbeee66b-a47d-4f3a-9112-998074a0cde3 None None] Port d1f4b9d0-5249-4247-8843-eb11beaffc52 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:37:11.863792 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Request body: {'port': {'device_id': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:11.924616 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:12.194826 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f4b9d0-5249-4247-8843-eb11beaffc52 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:12.202561 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Publish callbacks [] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:12.215005 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Transition to ACTIVE for port object d1f4b9d0-5249-4247-8843-eb11beaffc52 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:37:12.220542 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:12.271592 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Pushing event updated for resources: {'Port': ['ID=d1f4b9d0-5249-4247-8843-eb11beaffc52,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:12.344190 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Attempting to bind port d1f4b9d0-5249-4247-8843-eb11beaffc52 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:37:12.344527 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Attempting to bind port d1f4b9d0-5249-4247-8843-eb11beaffc52 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:37:12.344869 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Attempting to bind port d1f4b9d0-5249-4247-8843-eb11beaffc52 on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:37:12.350307 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Port d1f4b9d0-5249-4247-8843-eb11beaffc52 on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:37:12.350820 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Attempting to bind port d1f4b9d0-5249-4247-8843-eb11beaffc52 on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:37:12.355819 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:37:12.356187 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Checking segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:37:12.356523 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Bound using segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:37:12.356940 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Bound port: d1f4b9d0-5249-4247-8843-eb11beaffc52, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:37:12.357290 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:12.432254 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] For port d1f4b9d0-5249-4247-8843-eb11beaffc52, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:37:12.435614 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] For port d1f4b9d0-5249-4247-8843-eb11beaffc52, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d1f4b9d0-5249-4247-8843-eb11beaffc52,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:37:12.443221 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:12.477904 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.478552 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:12.480290 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] 10.222.0.44 "PUT /v2.0/ports/d1f4b9d0-5249-4247-8843-eb11beaffc52 HTTP/1.1" status: 200 len: 1094 time: 0.6206563 Apr 05 22:37:12.480504 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'tag': 'd1f4b9d0-5249-4247-8843-eb11beaffc52'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:12.482578 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29edfbc3-b9a2-4585-afd9-6a13565a6d33" -d '{"events": [{"name": "network-changed", "server_uuid": "eb88e1ff-f3f0-4e80-81a9-033e88ee37e3", "tag": "d1f4b9d0-5249-4247-8843-eb11beaffc52"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:12.516858 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8f1c2-54bf-4a7b-90bd-f6a8da36ae6b service neutron] Pushing event updated for resources: {'Port': ['ID=d1f4b9d0-5249-4247-8843-eb11beaffc52,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:12.560364 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276969b8-1535-48bb-97f3-a7a0a69e6cb1 req-9ade6d64-3ff9-49b5-8f34-f106b239f3a3 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.561918 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-276969b8-1535-48bb-97f3-a7a0a69e6cb1 req-9ade6d64-3ff9-49b5-8f34-f106b239f3a3 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0642574 Apr 05 22:37:12.622152 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-276969b8-1535-48bb-97f3-a7a0a69e6cb1 req-a0d05a05-95b9-4887-bdb1-66b3cbc2d131 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542126 Apr 05 22:37:12.664447 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ba5fa-2824-49f9-ad71-1de08b601a21 x-openstack-request-id: req-ae8ba5fa-2824-49f9-ad71-1de08b601a21 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:12.664790 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb88e1ff-f3f0-4e80-81a9-033e88ee37e3", "tag": "d1f4b9d0-5249-4247-8843-eb11beaffc52", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:12.665101 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae8ba5fa-2824-49f9-ad71-1de08b601a21 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:12.665570 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8ba5fa-2824-49f9-ad71-1de08b601a21'] response: {'name': 'network-changed', 'server_uuid': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'tag': 'd1f4b9d0-5249-4247-8843-eb11beaffc52', 'status': 'completed', 'code': 200} Apr 05 22:37:12.760151 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18edac-8086-45e2-8cd9-348fb3386dcf req-f3b0c1b3-3463-4d53-a91f-d264e7c78a6f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.761735 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5e18edac-8086-45e2-8cd9-348fb3386dcf req-f3b0c1b3-3463-4d53-a91f-d264e7c78a6f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 944 time: 0.0560892 Apr 05 22:37:12.772847 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:37:12.815166 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5e18edac-8086-45e2-8cd9-348fb3386dcf req-36088056-f46d-4392-b91e-c1102394d418 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Apr 05 22:37:12.902166 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edfbc3-b9a2-4585-afd9-6a13565a6d33 req-50d2b9b2-24b8-48bb-a0cf-0500bc9b35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.903749 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-29edfbc3-b9a2-4585-afd9-6a13565a6d33 req-50d2b9b2-24b8-48bb-a0cf-0500bc9b35c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 1128 time: 0.0492294 Apr 05 22:37:13.018356 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edfbc3-b9a2-4585-afd9-6a13565a6d33 req-e6273647-6258-484b-b5c3-1b470b802404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.019895 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-29edfbc3-b9a2-4585-afd9-6a13565a6d33 req-e6273647-6258-484b-b5c3-1b470b802404 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=798e0839ad15488b8cb8ee35603db32a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1062558 Apr 05 22:37:13.124013 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edfbc3-b9a2-4585-afd9-6a13565a6d33 req-3c6dd411-79f8-46df-8743-d050d7e56d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.125820 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-29edfbc3-b9a2-4585-afd9-6a13565a6d33 req-3c6dd411-79f8-46df-8743-d050d7e56d1d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872753 Apr 05 22:37:13.231710 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-ce3f4e0b-2df8-44c6-b7aa-9bee5539520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.233275 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-ce3f4e0b-2df8-44c6-b7aa-9bee5539520e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 1128 time: 0.0563400 Apr 05 22:37:13.283738 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-c8e016ec-dffb-465a-8a02-6b5e8500d41b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f4b9d0-5249-4247-8843-eb11beaffc52 HTTP/1.1" status: 200 len: 217 time: 0.0395606 Apr 05 22:37:13.348890 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-f87d8e96-d116-47d1-b083-4c59a876aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.350456 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-f87d8e96-d116-47d1-b083-4c59a876aa9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 200 len: 853 time: 0.0452051 Apr 05 22:37:13.753027 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982755ef-8c61-49ca-9891-87d86beff700 req-cfed94b5-8571-4904-b9fe-0b1610af6d75 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.754503 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-982755ef-8c61-49ca-9891-87d86beff700 req-cfed94b5-8571-4904-b9fe-0b1610af6d75 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0568833 Apr 05 22:37:13.815465 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-982755ef-8c61-49ca-9891-87d86beff700 req-7f2fe004-c7f9-41d6-9d5a-b65ee0668cc2 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543158 Apr 05 22:37:13.875561 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-3fbfe7d8-18cb-4c50-b19b-68f635c639b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.877099 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-3fbfe7d8-18cb-4c50-b19b-68f635c639b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0507734 Apr 05 22:37:13.941155 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ee1e7-fde0-42f2-911a-2dd9f6fb5770 req-09891588-a558-4fc4-8e4f-77c11e7804bb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.942589 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-fc8ee1e7-fde0-42f2-911a-2dd9f6fb5770 req-09891588-a558-4fc4-8e4f-77c11e7804bb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 944 time: 0.0559652 Apr 05 22:37:13.985555 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-bba3f265-2021-4997-8c6a-ed77c114fe69 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879903 Apr 05 22:37:13.990206 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-fc8ee1e7-fde0-42f2-911a-2dd9f6fb5770 req-805ecb6b-94e1-457e-8409-38337c79b334 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414164 Apr 05 22:37:14.346328 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1cde3ae6-e6dd-4301-96f4-6664381ac6c7 req-311aea22-f294-40ab-a881-532840485c81 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983887 Apr 05 22:37:14.949597 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a83603-78b7-4473-8f95-9099a4dccb03 req-5ad36157-6e9f-4b4f-b9e2-df9112dc1ec1 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:14.951080 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a9a83603-78b7-4473-8f95-9099a4dccb03 req-5ad36157-6e9f-4b4f-b9e2-df9112dc1ec1 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0585685 Apr 05 22:37:15.017263 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a9a83603-78b7-4473-8f95-9099a4dccb03 req-0d801b67-5d1e-4f93-ac27-58a8d29ba7f0 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603168 Apr 05 22:37:15.110048 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7b73f-07b8-4c0f-ba82-afded246ce62 req-7a03c69c-1bfc-4c5b-9761-63d9f996e682 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:15.111575 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ebd7b73f-07b8-4c0f-ba82-afded246ce62 req-7a03c69c-1bfc-4c5b-9761-63d9f996e682 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 944 time: 0.0531387 Apr 05 22:37:15.160690 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ebd7b73f-07b8-4c0f-ba82-afded246ce62 req-72272766-16b6-4695-ab6d-e5d1acd88d6b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412834 Apr 05 22:37:15.500963 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96267-7019-47ec-a4fc-1305f3653360 req-949920ce-3e27-488d-b57c-aa0e005d778a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:15.502391 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-03e96267-7019-47ec-a4fc-1305f3653360 req-949920ce-3e27-488d-b57c-aa0e005d778a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0604982 Apr 05 22:37:15.549246 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-03e96267-7019-47ec-a4fc-1305f3653360 req-ce218fcf-93ab-4ba4-bfbd-9079e00d82cc tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411584 Apr 05 22:37:16.154882 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b3355-15b0-4695-8c77-391e9857a868 req-4957619f-ba8a-44eb-b6eb-51c49e84c344 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.156682 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5b0b3355-15b0-4695-8c77-391e9857a868 req-4957619f-ba8a-44eb-b6eb-51c49e84c344 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0578134 Apr 05 22:37:16.203047 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a0852-1704-41b3-ad07-b9d12d6b693d req-9c6f58e8-392b-4404-bb9a-9826174b7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.204587 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cb8a0852-1704-41b3-ad07-b9d12d6b693d req-9c6f58e8-392b-4404-bb9a-9826174b7a2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 1129 time: 0.0455267 Apr 05 22:37:16.218491 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5b0b3355-15b0-4695-8c77-391e9857a868 req-1c226ade-f9df-46d6-aa5f-68c6e97a89ee tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560334 Apr 05 22:37:16.279694 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823d728-9a07-47f8-b52a-6186bc4cda54 req-79e8e365-0c19-4cd3-875f-7411195b3b4f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.281500 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5823d728-9a07-47f8-b52a-6186bc4cda54 req-79e8e365-0c19-4cd3-875f-7411195b3b4f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 944 time: 0.0523033 Apr 05 22:37:16.327249 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5823d728-9a07-47f8-b52a-6186bc4cda54 req-2e4a2308-3c26-4740-b07d-a1e89938ed2b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397632 Apr 05 22:37:16.575877 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a0852-1704-41b3-ad07-b9d12d6b693d req-e3bb677b-a96a-4b47-9f4b-b249d06f858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.577444 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cb8a0852-1704-41b3-ad07-b9d12d6b693d req-e3bb677b-a96a-4b47-9f4b-b249d06f858a service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.0925014 Apr 05 22:37:16.670811 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b705b-0ccc-4b4d-9556-a903f1dbfbad req-9ca74efa-e9bb-4395-8ec5-9c25c63e062a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.672292 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-619b705b-0ccc-4b4d-9556-a903f1dbfbad req-9ca74efa-e9bb-4395-8ec5-9c25c63e062a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0565164 Apr 05 22:37:16.724317 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-619b705b-0ccc-4b4d-9556-a903f1dbfbad req-76a35260-5e01-43c7-b49d-8e44c52589af tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437117 Apr 05 22:37:17.190891 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cb8a0852-1704-41b3-ad07-b9d12d6b693d req-ad55c2c5-92e2-45a9-8a63-9c72108dbb80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63dd5f8-2f91-448b-9895-30f41ae4351d HTTP/1.1" status: 200 len: 1001 time: 0.0739970 Apr 05 22:37:17.247269 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a0852-1704-41b3-ad07-b9d12d6b693d req-d4c04e41-34d2-44d5-a418-eddebde5016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.248749 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cb8a0852-1704-41b3-ad07-b9d12d6b693d req-d4c04e41-34d2-44d5-a418-eddebde5016a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.0461380 Apr 05 22:37:17.336165 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a0852-1704-41b3-ad07-b9d12d6b693d req-e9d0493a-5bff-42d0-874d-89b720e5f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.337693 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cb8a0852-1704-41b3-ad07-b9d12d6b693d req-e9d0493a-5bff-42d0-874d-89b720e5f709 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0763733 Apr 05 22:37:17.360557 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc477852-fc53-4b6a-b993-4a1dde29520b req-c1161c74-c9c3-4db1-ab60-367b6e0da50c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.361994 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fc477852-fc53-4b6a-b993-4a1dde29520b req-c1161c74-c9c3-4db1-ab60-367b6e0da50c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0694163 Apr 05 22:37:17.483665 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fc477852-fc53-4b6a-b993-4a1dde29520b req-03cc8b9c-d145-44c0-b895-8b3cd5ce8602 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106684 Apr 05 22:37:17.491811 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cb8a0852-1704-41b3-ad07-b9d12d6b693d req-cf67ef6a-a6bc-4bfc-b495-e25951da27d7 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452634 Apr 05 22:37:17.594515 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cb8a0852-1704-41b3-ad07-b9d12d6b693d req-65849316-dd8b-4669-b984-2366131e9fdc service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938270 Apr 05 22:37:17.682714 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8d054-85a6-41bb-90b1-f0823cf537fe req-30353eb0-1bb4-49de-ac4d-985a4cdeea7f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.684176 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-32e8d054-85a6-41bb-90b1-f0823cf537fe req-30353eb0-1bb4-49de-ac4d-985a4cdeea7f tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 944 time: 0.2898934 Apr 05 22:37:17.729213 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-32e8d054-85a6-41bb-90b1-f0823cf537fe req-53cce24c-5303-462a-81fb-72c7a36d54cf tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392399 Apr 05 22:37:17.770416 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device d1f4b9d0-5249-4247-8843-eb11beaffc52 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:37:17.868052 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port d1f4b9d0-5249-4247-8843-eb11beaffc52, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d1f4b9d0-5249-4247-8843-eb11beaffc52,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:17.869248 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ece4e-d554-4c7a-95e6-d27bc3197fb3 req-2676838a-02d6-4ab5-a174-464210d87be9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.870760 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-463ece4e-d554-4c7a-95e6-d27bc3197fb3 req-2676838a-02d6-4ab5-a174-464210d87be9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0788953 Apr 05 22:37:17.874296 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-82f029d2-0b55-419b-8a29-e7af5918d387 req-6dfdd83f-88da-4ac8-9862-234a9e48762a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728459 Apr 05 22:37:17.879290 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': 'd1f4b9d0-5249-4247-8843-eb11beaffc52', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'port_id': 'd1f4b9d0-5249-4247-8843-eb11beaffc52', 'mac_address': 'fa:16:3e:cd:54:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:37:17.918233 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-463ece4e-d554-4c7a-95e6-d27bc3197fb3 req-78d6e3d8-a29a-46c4-8574-24e8b3deb5a6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414689 Apr 05 22:37:17.921133 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port d1f4b9d0-5249-4247-8843-eb11beaffc52 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:17.921551 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.934946 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f4b9d0-5249-4247-8843-eb11beaffc52 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:17.954225 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port d1f4b9d0-5249-4247-8843-eb11beaffc52, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d1f4b9d0-5249-4247-8843-eb11beaffc52,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:17.965931 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f029d2-0b55-419b-8a29-e7af5918d387 req-e34c8e69-6005-4aca-81f7-ed0efab9775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.967585 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-82f029d2-0b55-419b-8a29-e7af5918d387 req-e34c8e69-6005-4aca-81f7-ed0efab9775b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 1130 time: 0.0484517 Apr 05 22:37:17.968836 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.017691 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=d1f4b9d0-5249-4247-8843-eb11beaffc52,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:18.025051 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.025417 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.025755 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.026106 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.026433 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.026876 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.027274 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.027579 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.027899 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.028205 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.028553 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.028874 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.029189 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.029501 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.029961 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:18.075963 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f029d2-0b55-419b-8a29-e7af5918d387 req-0d44a7b2-def8-4b9c-ae3e-c74017292442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.077443 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-82f029d2-0b55-419b-8a29-e7af5918d387 req-0d44a7b2-def8-4b9c-ae3e-c74017292442 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.0835748 Apr 05 22:37:18.122823 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-82f029d2-0b55-419b-8a29-e7af5918d387 req-07d02115-1ac7-41b9-b811-2dba7347acf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa0c0ec-a3ba-433b-9521-d46f0f874704 HTTP/1.1" status: 200 len: 217 time: 0.0377591 Apr 05 22:37:18.177182 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f029d2-0b55-419b-8a29-e7af5918d387 req-048110d9-9922-4570-b1f3-bdda35a63128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.178659 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-82f029d2-0b55-419b-8a29-e7af5918d387 req-048110d9-9922-4570-b1f3-bdda35a63128 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.0442030 Apr 05 22:37:18.228400 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f029d2-0b55-419b-8a29-e7af5918d387 req-cf0bcab3-5347-47e5-b20d-c9d9589e9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.229881 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-82f029d2-0b55-419b-8a29-e7af5918d387 req-cf0bcab3-5347-47e5-b20d-c9d9589e9b2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447445 Apr 05 22:37:18.326243 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-82f029d2-0b55-419b-8a29-e7af5918d387 req-4e147445-cd97-4f34-8c3c-7bb77da62902 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871530 Apr 05 22:37:18.330071 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['d1f4b9d0-5249-4247-8843-eb11beaffc52'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:37:18.425765 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-82f029d2-0b55-419b-8a29-e7af5918d387 req-f656aeab-c6cf-4761-b6f1-62960297533f service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899546 Apr 05 22:37:18.605288 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3593d0-13a1-43f2-9e74-14b2915f944d req-db2b5065-ffc6-46d5-ae8e-098ebba2a00a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.606814 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5c3593d0-13a1-43f2-9e74-14b2915f944d req-db2b5065-ffc6-46d5-ae8e-098ebba2a00a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0537653 Apr 05 22:37:18.676164 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5c3593d0-13a1-43f2-9e74-14b2915f944d req-c2652524-ef55-4af6-8468-6b979dee0a8f tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622365 Apr 05 22:37:18.856713 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee5a8f-1064-4ef8-af49-8263ec2bba9f req-76cec9e3-5fcc-4be5-b1c4-3558416e7177 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.858088 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-82ee5a8f-1064-4ef8-af49-8263ec2bba9f req-76cec9e3-5fcc-4be5-b1c4-3558416e7177 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 945 time: 0.0568457 Apr 05 22:37:18.906418 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-82ee5a8f-1064-4ef8-af49-8263ec2bba9f req-2a704b83-5c9f-4f60-aa45-1cd50f9d0c02 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Apr 05 22:37:19.037006 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b51e5-5ad2-4579-afcc-187a67df47ed req-55833559-af2f-4cbf-8d08-4021d8f77e83 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:19.038486 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2b1b51e5-5ad2-4579-afcc-187a67df47ed req-55833559-af2f-4cbf-8d08-4021d8f77e83 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0527563 Apr 05 22:37:19.085250 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2b1b51e5-5ad2-4579-afcc-187a67df47ed req-d0ddc1e1-d22e-4ea0-8c0b-a8ffd1dc0f22 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410011 Apr 05 22:37:19.173834 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e148e4a1-ff2c-43fd-9191-fdc30a641d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.728610 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.775407 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device d1f4b9d0-5249-4247-8843-eb11beaffc52 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:37:19.811861 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0839a5-08dc-4f39-9161-c45f54ac8bdd req-0d4c33a2-c454-42e5-ac8f-82339cc7660c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:19.813608 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0e0839a5-08dc-4f39-9161-c45f54ac8bdd req-0d4c33a2-c454-42e5-ac8f-82339cc7660c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0678601 Apr 05 22:37:19.833659 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port d1f4b9d0-5249-4247-8843-eb11beaffc52 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:37:19.837817 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port d1f4b9d0-5249-4247-8843-eb11beaffc52 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:19.838189 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.846003 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa531d9a-7300-41a2-860c-0eb7a94faccd req-2e4c2b25-4b64-400a-ab6e-59824df83a4c tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:19.847842 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-aa531d9a-7300-41a2-860c-0eb7a94faccd req-2e4c2b25-4b64-400a-ab6e-59824df83a4c tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 945 time: 0.0686557 Apr 05 22:37:19.883564 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0e0839a5-08dc-4f39-9161-c45f54ac8bdd req-1c3d013a-3f85-46a8-8584-5020cd519601 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623579 Apr 05 22:37:19.903934 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-aa531d9a-7300-41a2-860c-0eb7a94faccd req-ac65a572-f42e-482a-b4de-0fc849085e7f tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458844 Apr 05 22:37:19.926190 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port d1f4b9d0-5249-4247-8843-eb11beaffc52 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:19.926574 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.948744 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f4b9d0-5249-4247-8843-eb11beaffc52'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:19.951001 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6441f777-6cab-49c1-9d77-511ec2750846" -d '{"events": [{"server_uuid": "eb88e1ff-f3f0-4e80-81a9-033e88ee37e3", "name": "network-vif-plugged", "status": "completed", "tag": "d1f4b9d0-5249-4247-8843-eb11beaffc52"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:19.963232 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port d1f4b9d0-5249-4247-8843-eb11beaffc52, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d1f4b9d0-5249-4247-8843-eb11beaffc52,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:19.968407 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.991379 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2180c9e-fbf3-42d5-8542-5b91acc58c6e x-openstack-request-id: req-c2180c9e-fbf3-42d5-8542-5b91acc58c6e {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:19.991679 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88e1ff-f3f0-4e80-81a9-033e88ee37e3", "name": "network-vif-plugged", "status": "completed", "tag": "d1f4b9d0-5249-4247-8843-eb11beaffc52", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:19.991953 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2180c9e-fbf3-42d5-8542-5b91acc58c6e {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:19.992366 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2180c9e-fbf3-42d5-8542-5b91acc58c6e'] response: {'server_uuid': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f4b9d0-5249-4247-8843-eb11beaffc52', 'code': 200} Apr 05 22:37:20.016637 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=d1f4b9d0-5249-4247-8843-eb11beaffc52,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:20.027974 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce8044-83f6-48eb-9c9d-3bd0add7aa63 req-3571d786-99a2-444d-aa98-27bcfa797523 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:20.029453 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-27ce8044-83f6-48eb-9c9d-3bd0add7aa63 req-3571d786-99a2-444d-aa98-27bcfa797523 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 946 time: 0.0563450 Apr 05 22:37:20.074944 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-27ce8044-83f6-48eb-9c9d-3bd0add7aa63 req-7bb6f685-c57d-458b-acb9-570140eb7ac8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393589 Apr 05 22:37:20.213005 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02103504-61e3-474c-819f-e9bc822610c0 req-ae372cff-22ad-4d36-9501-035d591d284a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:20.214394 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-02103504-61e3-474c-819f-e9bc822610c0 req-ae372cff-22ad-4d36-9501-035d591d284a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0596528 Apr 05 22:37:20.263890 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-02103504-61e3-474c-819f-e9bc822610c0 req-8bc72077-a7d9-439c-b48e-0352ff1eec99 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408723 Apr 05 22:37:21.017752 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78afe6-3b07-4edc-94a2-cff9fc355be2 req-a859480e-787a-4295-b730-400dbabb9e4f tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:21.019227 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab78afe6-3b07-4edc-94a2-cff9fc355be2 req-a859480e-787a-4295-b730-400dbabb9e4f tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0576355 Apr 05 22:37:21.038227 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e7a4-31eb-4226-95aa-c87ec88a6a7d req-2442cf83-3e14-4589-8317-c3ef5a74c4bd tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:21.039809 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-63a2e7a4-31eb-4226-95aa-c87ec88a6a7d req-2442cf83-3e14-4589-8317-c3ef5a74c4bd tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 945 time: 0.0527046 Apr 05 22:37:21.080597 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab78afe6-3b07-4edc-94a2-cff9fc355be2 req-cf999e42-de82-4ad8-ba88-f28e00e3f2c7 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552623 Apr 05 22:37:21.088898 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-63a2e7a4-31eb-4226-95aa-c87ec88a6a7d req-ef5fa1b9-3cb6-45fd-9fdd-dc3a90fc7a1a tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Apr 05 22:37:21.195477 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e3d86-13c2-42a4-a55d-b18bde970842 req-66b17efb-2d58-44a4-a9d8-485d12b2222d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:21.196884 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-405e3d86-13c2-42a4-a55d-b18bde970842 req-66b17efb-2d58-44a4-a9d8-485d12b2222d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 946 time: 0.0568416 Apr 05 22:37:21.245998 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-405e3d86-13c2-42a4-a55d-b18bde970842 req-9db71c2a-7435-4f9e-9bda-8d0345d336d2 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Apr 05 22:37:21.400814 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c317b-a596-4ccf-a43a-71068c967058 req-aee7a9a9-a975-417c-bd1d-ff9b5612132e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:21.402257 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c16c317b-a596-4ccf-a43a-71068c967058 req-aee7a9a9-a975-417c-bd1d-ff9b5612132e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0576284 Apr 05 22:37:21.448461 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c16c317b-a596-4ccf-a43a-71068c967058 req-9e1bd98c-40c1-4e85-ad52-89dcf3e87aed tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398204 Apr 05 22:37:21.566689 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-278a5af1-b160-45d7-9aaf-7cb7dae19579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.217001 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bfcfc-4f72-456f-b275-ad06b384c1c4 req-4741b488-4fbf-4f58-91f6-d6926a102f86 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:22.218654 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1a5bfcfc-4f72-456f-b275-ad06b384c1c4 req-4741b488-4fbf-4f58-91f6-d6926a102f86 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 945 time: 0.0566289 Apr 05 22:37:22.269964 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1a5bfcfc-4f72-456f-b275-ad06b384c1c4 req-85220b5c-e356-4040-96da-e6bd503a7b19 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453830 Apr 05 22:37:22.372230 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddec63-1df9-4125-b23d-cb553e0ee595 req-8dd505b6-7439-4b23-9201-b8dbf98885e0 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:22.373670 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-44ddec63-1df9-4125-b23d-cb553e0ee595 req-8dd505b6-7439-4b23-9201-b8dbf98885e0 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0550077 Apr 05 22:37:22.380098 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6862e-9134-4567-968c-67e9d9579556 req-6d397b74-11ee-4843-8f33-88eaadfb19b8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:22.381604 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6bd6862e-9134-4567-968c-67e9d9579556 req-6d397b74-11ee-4843-8f33-88eaadfb19b8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 946 time: 0.0530937 Apr 05 22:37:22.432118 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6bd6862e-9134-4567-968c-67e9d9579556 req-fce07434-f59b-4409-b53c-e492bbc4dc6d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 Apr 05 22:37:22.434104 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-44ddec63-1df9-4125-b23d-cb553e0ee595 req-a354d4c1-c37f-47d6-b2db-afb076891d5c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545373 Apr 05 22:37:22.472655 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.572161 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779baab-4e11-453a-8003-c486b6558621 req-8e1e65d8-c7e6-467f-a5ee-e20efb1c8177 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:22.573641 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c779baab-4e11-453a-8003-c486b6558621 req-8e1e65d8-c7e6-467f-a5ee-e20efb1c8177 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0572505 Apr 05 22:37:22.621840 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c779baab-4e11-453a-8003-c486b6558621 req-4ed940b5-bbdd-4849-8cc3-0f6cd65d2149 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423722 Apr 05 22:37:23.401388 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c980-9ed8-4bbc-be95-fa861eb416f0 req-223c6fbd-e481-4027-87d9-fc299f512b8c tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.402785 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2fe5c980-9ed8-4bbc-be95-fa861eb416f0 req-223c6fbd-e481-4027-87d9-fc299f512b8c tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 945 time: 0.0547061 Apr 05 22:37:23.456826 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2fe5c980-9ed8-4bbc-be95-fa861eb416f0 req-6394931a-f686-414d-a14a-26a01119f003 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448909 Apr 05 22:37:23.551571 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345c77d-08f3-438f-96b6-28739bf96271 req-7bb4cce1-29e1-48dc-901f-c3f7ead3ce2e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.553043 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4345c77d-08f3-438f-96b6-28739bf96271 req-7bb4cce1-29e1-48dc-901f-c3f7ead3ce2e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 946 time: 0.0531917 Apr 05 22:37:23.561171 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74409c66-d6ff-49eb-9d64-33f6261ddb11 req-17f5995e-f0d9-46be-91a8-1702c3fde567 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.562656 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-74409c66-d6ff-49eb-9d64-33f6261ddb11 req-17f5995e-f0d9-46be-91a8-1702c3fde567 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0520947 Apr 05 22:37:23.599286 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4345c77d-08f3-438f-96b6-28739bf96271 req-10a580b2-ddd5-48d0-bddd-1c0ec27dfe6c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404158 Apr 05 22:37:23.622501 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-74409c66-d6ff-49eb-9d64-33f6261ddb11 req-d396a9a2-007f-4095-8ce0-bd8627d14c6c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540631 Apr 05 22:37:23.746616 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247db1d-97ff-4d27-9602-af3b08486367 req-ff393655-452e-4585-ac30-b50e313fe2ae tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.748213 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8247db1d-97ff-4d27-9602-af3b08486367 req-ff393655-452e-4585-ac30-b50e313fe2ae tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0581868 Apr 05 22:37:23.804047 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-8247db1d-97ff-4d27-9602-af3b08486367 req-082a9b36-f869-403f-870f-d76fc5e2aeab tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473747 Apr 05 22:37:23.960513 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:24.577570 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d20e4-b94a-48f7-b5b1-8b780d9705bb req-d79d2330-bc2e-44d2-8fdb-2554c427fd5a tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:24.579048 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-422d20e4-b94a-48f7-b5b1-8b780d9705bb req-d79d2330-bc2e-44d2-8fdb-2554c427fd5a tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 945 time: 0.0546973 Apr 05 22:37:24.625779 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-422d20e4-b94a-48f7-b5b1-8b780d9705bb req-f6bdd574-3682-4bd5-80f5-d77938d4bd99 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e564b3a-4794-43ff-bf57-d032d595bb74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411396 Apr 05 22:37:24.724993 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bb85-7a18-4fc5-a0f1-3b0e7f37380b req-1e9446ed-7147-4ecd-a3ec-2957cf8d8742 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:24.726833 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f6d8bb85-7a18-4fc5-a0f1-3b0e7f37380b req-1e9446ed-7147-4ecd-a3ec-2957cf8d8742 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 946 time: 0.0543969 Apr 05 22:37:24.746607 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fd6f6-0c78-4847-97c9-7a312009d372 req-94ef6dc0-de25-4002-807f-fa4d565094a2 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:24.748042 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-df4fd6f6-0c78-4847-97c9-7a312009d372 req-94ef6dc0-de25-4002-807f-fa4d565094a2 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0575087 Apr 05 22:37:24.776771 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f6d8bb85-7a18-4fc5-a0f1-3b0e7f37380b req-d2377c2a-797c-4336-b2a3-e4565a9e9044 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441306 Apr 05 22:37:24.813724 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-df4fd6f6-0c78-4847-97c9-7a312009d372 req-977da13a-1890-4a06-8e16-07a661cd969a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596216 Apr 05 22:37:24.932013 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b18e55-56b9-41d4-ad91-41cabea45107 req-e984320a-dced-4f77-b8cf-9818e7537d90 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:24.933477 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-03b18e55-56b9-41d4-ad91-41cabea45107 req-e984320a-dced-4f77-b8cf-9818e7537d90 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0589552 Apr 05 22:37:24.982796 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-03b18e55-56b9-41d4-ad91-41cabea45107 req-d855abfa-abee-4cc4-9a8a-e1dad3a23b11 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433950 Apr 05 22:37:25.035062 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327dbf1-2539-416f-816e-800a1b9111d7 req-5fd14585-85b9-40ec-88ee-627f19aed925 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.036436 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e327dbf1-2539-416f-816e-800a1b9111d7 req-5fd14585-85b9-40ec-88ee-627f19aed925 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.44 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 945 time: 0.0801647 Apr 05 22:37:25.038971 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1658c3c-c515-40e8-9cdb-20495074dc6c req-0bd17356-ce5b-41bf-93ae-1cec5d05391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.040293 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f1658c3c-c515-40e8-9cdb-20495074dc6c req-0bd17356-ce5b-41bf-93ae-1cec5d05391a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 1130 time: 0.0827913 Apr 05 22:37:25.159934 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f1658c3c-c515-40e8-9cdb-20495074dc6c req-72420b5c-70d6-459d-8904-464ca9b9af75 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926590 Apr 05 22:37:25.188069 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e327dbf1-2539-416f-816e-800a1b9111d7 req-8e5b66a9-b6ae-4fc4-91b3-e44d29b4175b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Deleting port 1d14618c-733d-489d-8253-1643d2af2513 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:37:25.188390 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e327dbf1-2539-416f-816e-800a1b9111d7 req-8e5b66a9-b6ae-4fc4-91b3-e44d29b4175b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (1d14618c-733d-489d-8253-1643d2af2513), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.278724 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e327dbf1-2539-416f-816e-800a1b9111d7 req-8e5b66a9-b6ae-4fc4-91b3-e44d29b4175b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] For port 1d14618c-733d-489d-8253-1643d2af2513, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1d14618c-733d-489d-8253-1643d2af2513,segment=NetworkSegment(36e692bd-9eb9-4fe8-bb29-2f935f8b78dc),segment_id=36e692bd-9eb9-4fe8-bb29-2f935f8b78dc)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:25.279079 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e327dbf1-2539-416f-816e-800a1b9111d7 req-8e5b66a9-b6ae-4fc4-91b3-e44d29b4175b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (1d14618c-733d-489d-8253-1643d2af2513), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.291464 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e327dbf1-2539-416f-816e-800a1b9111d7 req-8e5b66a9-b6ae-4fc4-91b3-e44d29b4175b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Calling delete_port for 1d14618c-733d-489d-8253-1643d2af2513 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:37:25.357867 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.689477 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e327dbf1-2539-416f-816e-800a1b9111d7 req-8e5b66a9-b6ae-4fc4-91b3-e44d29b4175b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (1d14618c-733d-489d-8253-1643d2af2513), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.702687 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['1d14618c-733d-489d-8253-1643d2af2513'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:37:25.731587 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b66a9-b6ae-4fc4-91b3-e44d29b4175b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Pushing event deleted for resources: {'Port': ['ID=1d14618c-733d-489d-8253-1643d2af2513,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:25.764909 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f0fb2ed4-b795-4e12-b44f-f540d27d2978 req-8db57ba1-e88b-487a-8467-8db4b87e03ee tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0679848 Apr 05 22:37:25.784250 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e327dbf1-2539-416f-816e-800a1b9111d7 req-8e5b66a9-b6ae-4fc4-91b3-e44d29b4175b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] No DVR routers for this DVR port 1d14618c-733d-489d-8253-1643d2af2513 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:37:25.786883 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e327dbf1-2539-416f-816e-800a1b9111d7 req-8e5b66a9-b6ae-4fc4-91b3-e44d29b4175b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.790454 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e327dbf1-2539-416f-816e-800a1b9111d7 req-8e5b66a9-b6ae-4fc4-91b3-e44d29b4175b tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.44 "DELETE /v2.0/ports/1d14618c-733d-489d-8253-1643d2af2513 HTTP/1.1" status: 204 len: 173 time: 0.7220268 Apr 05 22:37:25.790935 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237d74e5-1b08-4dd5-bd50-3502693a025b', 'name': 'network-vif-deleted', 'tag': '1d14618c-733d-489d-8253-1643d2af2513'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:25.793124 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3f3d41-ab71-453c-a08a-d3accc56104f" -d '{"events": [{"server_uuid": "237d74e5-1b08-4dd5-bd50-3502693a025b", "name": "network-vif-deleted", "tag": "1d14618c-733d-489d-8253-1643d2af2513"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:25.827614 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef6e3f0-132a-429f-9bac-ec9bbb56a5e0 x-openstack-request-id: req-eef6e3f0-132a-429f-9bac-ec9bbb56a5e0 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:25.827901 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237d74e5-1b08-4dd5-bd50-3502693a025b", "name": "network-vif-deleted", "tag": "1d14618c-733d-489d-8253-1643d2af2513", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:25.828150 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eef6e3f0-132a-429f-9bac-ec9bbb56a5e0 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:25.828552 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef6e3f0-132a-429f-9bac-ec9bbb56a5e0'] response: {'server_uuid': '237d74e5-1b08-4dd5-bd50-3502693a025b', 'name': 'network-vif-deleted', 'tag': '1d14618c-733d-489d-8253-1643d2af2513', 'status': 'completed', 'code': 200} Apr 05 22:37:25.940339 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff049dc-4e38-47f3-946f-222eef79a92e req-1455c545-4d39-451f-8538-5032966e6228 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.943118 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fff049dc-4e38-47f3-946f-222eef79a92e req-1455c545-4d39-451f-8538-5032966e6228 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 946 time: 0.0791900 Apr 05 22:37:25.955605 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08016459-e3a1-4bc1-b006-141d48322b73 req-9e1051f6-ce61-4829-b830-15a27f38809b tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.957109 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-08016459-e3a1-4bc1-b006-141d48322b73 req-9e1051f6-ce61-4829-b830-15a27f38809b tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0608075 Apr 05 22:37:25.992883 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fff049dc-4e38-47f3-946f-222eef79a92e req-39ab7b6a-11d1-4398-91cb-32cfaf8de2d4 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453215 Apr 05 22:37:26.019813 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-08016459-e3a1-4bc1-b006-141d48322b73 req-b046c43e-96a5-4561-a3e9-4531ec0924f3 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558574 Apr 05 22:37:26.099821 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee38546-5480-4f7c-913e-c70e7b671c7a req-bc82ffef-6a5e-452c-b9a4-43ae340d7b4d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:26.101316 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7ee38546-5480-4f7c-913e-c70e7b671c7a req-bc82ffef-6a5e-452c-b9a4-43ae340d7b4d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0533979 Apr 05 22:37:26.147178 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-7ee38546-5480-4f7c-913e-c70e7b671c7a req-309246f3-7ae5-4a37-8c57-36c4bd882747 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397327 Apr 05 22:37:26.877785 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d9442cca-9330-482a-8968-fd23b89357f6 req-94932ba5-83f6-4fde-a20c-bbc26f30caf8 tempest-VolumesSnapshotTestJSON-530746666 tempest-VolumesSnapshotTestJSON-530746666-project] 10.222.0.43 "GET /v2.0/ports?device_id=237d74e5-1b08-4dd5-bd50-3502693a025b HTTP/1.1" status: 200 len: 210 time: 0.0267141 Apr 05 22:37:27.120177 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c74f2c-4dac-4c9a-8cc0-50cd8ab698e6 req-ae1378c8-d4c4-4050-8923-b276b2d32501 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.121775 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f1c74f2c-4dac-4c9a-8cc0-50cd8ab698e6 req-ae1378c8-d4c4-4050-8923-b276b2d32501 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 946 time: 0.0520930 Apr 05 22:37:27.151386 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c636a-a1f3-415d-ba7d-258850742ee2 req-44373fec-64e8-4be1-9f31-05a89494318e tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.153073 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-037c636a-a1f3-415d-ba7d-258850742ee2 req-44373fec-64e8-4be1-9f31-05a89494318e tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0655291 Apr 05 22:37:27.175408 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f1c74f2c-4dac-4c9a-8cc0-50cd8ab698e6 req-3141d4b6-9084-46d9-b75a-02f4134016e1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476389 Apr 05 22:37:27.216090 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-037c636a-a1f3-415d-ba7d-258850742ee2 req-eb81636f-e644-449a-a3c4-9afd63df659a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&id=8a171d21-31cd-47f8-9354-b4a4613718e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567014 Apr 05 22:37:27.285844 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45e703-9816-40e2-9b27-4c596db3e379 req-128674e5-4dd7-4af6-bc76-a09603a224e8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.287377 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4f45e703-9816-40e2-9b27-4c596db3e379 req-128674e5-4dd7-4af6-bc76-a09603a224e8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0563352 Apr 05 22:37:27.320645 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba7d08-da14-452b-ab20-8733371091d9 req-a99c91b9-b338-4bb1-b22b-4f7729a29882 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.322138 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c3ba7d08-da14-452b-ab20-8733371091d9 req-a99c91b9-b338-4bb1-b22b-4f7729a29882 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 946 time: 0.0547898 Apr 05 22:37:27.331314 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51736) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:27.335993 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b2926117-d464-453d-993d-b576ef270153 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'floatingip': {'port_id': 'd1f4b9d0-5249-4247-8843-eb11beaffc52'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:27.336537 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4f45e703-9816-40e2-9b27-4c596db3e379 req-c6a380c1-5013-43da-8baf-1ce6514df594 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432906 Apr 05 22:37:27.378494 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2926117-d464-453d-993d-b576ef270153 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (7ae469b5-f387-4c07-a250-ed99f41707c7), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.793164 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 1d14618c-733d-489d-8253-1643d2af2513 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:37:27.813581 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 1d14618c-733d-489d-8253-1643d2af2513 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:37:27.813899 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 1d14618c-733d-489d-8253-1643d2af2513 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:37:27.815121 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2926117-d464-453d-993d-b576ef270153 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.825623 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2926117-d464-453d-993d-b576ef270153 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (7ae469b5-f387-4c07-a250-ed99f41707c7), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.940553 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.l3_db [None req-b2926117-d464-453d-993d-b576ef270153 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Floating IP 7ae469b5-f387-4c07-a250-ed99f41707c7 associated. External IP: 172.28.3.134, port: d1f4b9d0-5249-4247-8843-eb11beaffc52. Apr 05 22:37:28.154396 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2926117-d464-453d-993d-b576ef270153 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:37:28.264894 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2926117-d464-453d-993d-b576ef270153 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:37:28.270015 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2926117-d464-453d-993d-b576ef270153 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.274713 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6d821-0b06-4c44-a68d-1dfb5a990544 None None] Sync routers for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:37:28.285315 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6d821-0b06-4c44-a68d-1dfb5a990544 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:28.285922 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6bc6d821-0b06-4c44-a68d-1dfb5a990544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:28.299250 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-b2926117-d464-453d-993d-b576ef270153 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "PUT /v2.0/floatingips/7ae469b5-f387-4c07-a250-ed99f41707c7 HTTP/1.1" status: 200 len: 992 time: 0.9667430 Apr 05 22:37:28.299840 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'tag': 'd1f4b9d0-5249-4247-8843-eb11beaffc52'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:28.302137 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024df3e1-59e7-4304-87e4-18172d3198e7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb88e1ff-f3f0-4e80-81a9-033e88ee37e3", "tag": "d1f4b9d0-5249-4247-8843-eb11beaffc52"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:28.339146 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f418fcdb-68c2-4977-be5c-ba279f3d8157 x-openstack-request-id: req-f418fcdb-68c2-4977-be5c-ba279f3d8157 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:28.339461 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb88e1ff-f3f0-4e80-81a9-033e88ee37e3", "tag": "d1f4b9d0-5249-4247-8843-eb11beaffc52", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:28.339713 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f418fcdb-68c2-4977-be5c-ba279f3d8157 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:28.340125 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f418fcdb-68c2-4977-be5c-ba279f3d8157'] response: {'name': 'network-changed', 'server_uuid': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'tag': 'd1f4b9d0-5249-4247-8843-eb11beaffc52', 'status': 'completed', 'code': 200} Apr 05 22:37:28.394524 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-6bc6d821-0b06-4c44-a68d-1dfb5a990544 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:28.424775 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df3e1-59e7-4304-87e4-18172d3198e7 req-2dcc26e7-1ac6-4faf-ba0c-dce0d08fbcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:28.427092 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-024df3e1-59e7-4304-87e4-18172d3198e7 req-2dcc26e7-1ac6-4faf-ba0c-dce0d08fbcb8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 1130 time: 0.0471554 Apr 05 22:37:28.458353 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09b58f-d9ba-4673-acd6-60df1a0f27e4 req-91eb364a-77a4-4308-b9b2-cc17e8124a8c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:28.459959 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-aa09b58f-d9ba-4673-acd6-60df1a0f27e4 req-91eb364a-77a4-4308-b9b2-cc17e8124a8c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0561371 Apr 05 22:37:28.514994 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-aa09b58f-d9ba-4673-acd6-60df1a0f27e4 req-0c0340ad-a198-4661-b745-62353fa67215 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484354 Apr 05 22:37:28.530549 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df3e1-59e7-4304-87e4-18172d3198e7 req-00b61180-a622-46d4-8daa-7d5a7f1828e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:28.532135 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-024df3e1-59e7-4304-87e4-18172d3198e7 req-00b61180-a622-46d4-8daa-7d5a7f1828e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 915 time: 0.0963678 Apr 05 22:37:28.596966 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-024df3e1-59e7-4304-87e4-18172d3198e7 req-979c4af6-aa61-44b4-9446-50dde7a99e74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f4b9d0-5249-4247-8843-eb11beaffc52 HTTP/1.1" status: 200 len: 1000 time: 0.0576794 Apr 05 22:37:28.638106 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6bc6d821-0b06-4c44-a68d-1dfb5a990544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '7ae469b5-f387-4c07-a250-ed99f41707c7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': 'd1f4b9d0-5249-4247-8843-eb11beaffc52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:cd:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:37:06Z', 'updated_at': '2022-04-05T22:37:27Z', 'revision_number': 1, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:28.645481 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df3e1-59e7-4304-87e4-18172d3198e7 req-06cc4932-a8b9-41dd-b04c-e99a69a20bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:28.647004 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-024df3e1-59e7-4304-87e4-18172d3198e7 req-06cc4932-a8b9-41dd-b04c-e99a69a20bc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 200 len: 853 time: 0.0433791 Apr 05 22:37:28.663789 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6d821-0b06-4c44-a68d-1dfb5a990544 None None] Checking router: d5ab0a1a-40e0-46dd-949c-80556bfbb1bd for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:37:28.672512 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6d821-0b06-4c44-a68d-1dfb5a990544 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:28.673110 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6bc6d821-0b06-4c44-a68d-1dfb5a990544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:28.710574 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df3e1-59e7-4304-87e4-18172d3198e7 req-d172a26e-4136-4042-bdc5-818f43e203b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:28.712286 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-024df3e1-59e7-4304-87e4-18172d3198e7 req-d172a26e-4136-4042-bdc5-818f43e203b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0487764 Apr 05 22:37:28.781441 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-6bc6d821-0b06-4c44-a68d-1dfb5a990544 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:28.802285 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-024df3e1-59e7-4304-87e4-18172d3198e7 req-98b3cfe4-747b-4393-b1a1-792089473c4c service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833437 Apr 05 22:37:28.893992 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-024df3e1-59e7-4304-87e4-18172d3198e7 req-f7fd0078-9cdd-45cf-8812-c5ff3dbd3920 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852244 Apr 05 22:37:29.005892 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6bc6d821-0b06-4c44-a68d-1dfb5a990544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '7ae469b5-f387-4c07-a250-ed99f41707c7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': 'd1f4b9d0-5249-4247-8843-eb11beaffc52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:cd:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:37:06Z', 'updated_at': '2022-04-05T22:37:27Z', 'revision_number': 1, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:29.031795 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6d821-0b06-4c44-a68d-1dfb5a990544 None None] The sync data for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb is: [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '7ae469b5-f387-4c07-a250-ed99f41707c7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': 'd1f4b9d0-5249-4247-8843-eb11beaffc52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:cd:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:37:06Z', 'updated_at': '2022-04-05T22:37:27Z', 'revision_number': 1, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:37:29.231610 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d499654-67cb-446b-a3eb-1be729997a8f None None] New status for floating IP 7ae469b5-f387-4c07-a250-ed99f41707c7: ACTIVE {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:37:29.650165 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b6adc-6a51-4b54-9437-2fa556cf4395 req-1ebc2e2c-2a77-480b-bcf4-04d36126cff5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:29.651696 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4c6b6adc-6a51-4b54-9437-2fa556cf4395 req-1ebc2e2c-2a77-480b-bcf4-04d36126cff5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0640655 Apr 05 22:37:29.699178 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4c6b6adc-6a51-4b54-9437-2fa556cf4395 req-1d8dffe9-4471-4f56-a64b-d4e05fd9e19a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413373 Apr 05 22:37:30.819237 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad1a60-f628-49b8-81b1-1de5fed7e2c3 req-5212b33d-98e1-4564-bdc9-012ae745b66e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:30.820878 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bfad1a60-f628-49b8-81b1-1de5fed7e2c3 req-5212b33d-98e1-4564-bdc9-012ae745b66e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0529621 Apr 05 22:37:30.869415 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bfad1a60-f628-49b8-81b1-1de5fed7e2c3 req-40e8deb4-e5fe-4c22-8bef-a71a9317d86b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428638 Apr 05 22:37:31.993628 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fba8bc-9928-47b2-80c7-042cd5b1cc34 req-fce9ef87-ce1d-4c19-8a88-9401020c4496 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:31.995185 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b5fba8bc-9928-47b2-80c7-042cd5b1cc34 req-fce9ef87-ce1d-4c19-8a88-9401020c4496 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0528648 Apr 05 22:37:32.045774 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b5fba8bc-9928-47b2-80c7-042cd5b1cc34 req-a488d5eb-51d9-4678-bc46-e36aea3b1d40 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448561 Apr 05 22:37:33.167586 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0d474-312c-426b-b5a1-4e31415f21b1 req-fc85a6fb-c0bc-4912-9997-8d9b6775227e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:33.169065 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7ce0d474-312c-426b-b5a1-4e31415f21b1 req-fc85a6fb-c0bc-4912-9997-8d9b6775227e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0541995 Apr 05 22:37:33.216480 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7ce0d474-312c-426b-b5a1-4e31415f21b1 req-28fe8fd7-cfec-4083-9eb3-e484dc20965c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419319 Apr 05 22:37:34.347262 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec1e68-3a4c-4b9c-87c8-b7f1d4c170e1 req-09d5216b-f260-4a14-8dfb-25d88ea2d664 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:34.349385 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f6ec1e68-3a4c-4b9c-87c8-b7f1d4c170e1 req-09d5216b-f260-4a14-8dfb-25d88ea2d664 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0558872 Apr 05 22:37:34.397268 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f6ec1e68-3a4c-4b9c-87c8-b7f1d4c170e1 req-534e9f18-8e5a-4b22-a3a5-5f4c0164b10b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416279 Apr 05 22:37:35.521532 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15916a-f0fa-48d5-943b-b2da74d3ba8f req-2bdb417f-9ef6-4084-8228-c372b5ca3bb8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:35.523067 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-be15916a-f0fa-48d5-943b-b2da74d3ba8f req-2bdb417f-9ef6-4084-8228-c372b5ca3bb8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0563111 Apr 05 22:37:35.569720 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-be15916a-f0fa-48d5-943b-b2da74d3ba8f req-8dff205f-4dd1-41a8-923e-fff746faaa7a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405445 Apr 05 22:37:36.690760 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca18ce8-75c7-4b8a-be2b-ff5304a9477a req-acf94723-1993-49f9-9ce4-bd71fd5d07fd tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:36.692368 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4ca18ce8-75c7-4b8a-be2b-ff5304a9477a req-acf94723-1993-49f9-9ce4-bd71fd5d07fd tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0549667 Apr 05 22:37:36.739715 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4ca18ce8-75c7-4b8a-be2b-ff5304a9477a req-c179a393-77cd-4da9-af01-c53e417b2016 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415843 Apr 05 22:37:37.879426 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915246d-27bb-4573-a2b6-6dc9e10ebc0c req-1e415be9-b320-45be-aed0-7833d68fc4d0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.881628 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3915246d-27bb-4573-a2b6-6dc9e10ebc0c req-1e415be9-b320-45be-aed0-7833d68fc4d0 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0607393 Apr 05 22:37:37.935546 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3915246d-27bb-4573-a2b6-6dc9e10ebc0c req-7610418b-64b0-49cf-aba4-67610b7702df tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481117 Apr 05 22:37:38.245626 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af8d2f-beab-4031-acf6-c3ce76816dcc req-5c351ec1-292c-4313-afa1-ad3524a30383 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:38.247064 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-18af8d2f-beab-4031-acf6-c3ce76816dcc req-5c351ec1-292c-4313-afa1-ad3524a30383 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 946 time: 0.0557590 Apr 05 22:37:38.295792 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-18af8d2f-beab-4031-acf6-c3ce76816dcc req-5d5595bb-c172-4173-80c8-8d177af79dca tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 Apr 05 22:37:39.076158 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42889a1-06f7-4bdc-96e8-04c52a1c3878 req-d961cdc0-8316-46ce-a126-c973ff98a115 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:39.077730 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b42889a1-06f7-4bdc-96e8-04c52a1c3878 req-d961cdc0-8316-46ce-a126-c973ff98a115 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0591712 Apr 05 22:37:39.124994 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b42889a1-06f7-4bdc-96e8-04c52a1c3878 req-bd6a1d0a-4d92-4794-ab7d-c81b8daf6793 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410395 Apr 05 22:37:39.430903 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c23ffc-d31a-496a-93bc-f591357bc883 req-98550caf-0f12-4a2a-874f-b0d001c94c73 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:39.432384 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-56c23ffc-d31a-496a-93bc-f591357bc883 req-98550caf-0f12-4a2a-874f-b0d001c94c73 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 946 time: 0.0598011 Apr 05 22:37:39.479955 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-56c23ffc-d31a-496a-93bc-f591357bc883 req-e6eb245e-5bf1-4f60-856f-a2953e072187 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415812 Apr 05 22:37:40.249459 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aab3fe-e895-4eae-be32-8937f36fab80 req-ce691ca0-e710-4ae6-8c30-cd4f092efafa tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:40.251025 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-65aab3fe-e895-4eae-be32-8937f36fab80 req-ce691ca0-e710-4ae6-8c30-cd4f092efafa tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0542557 Apr 05 22:37:40.300849 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-65aab3fe-e895-4eae-be32-8937f36fab80 req-a0a25127-99ee-40a0-be40-8962a9b1fa6e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439992 Apr 05 22:37:40.609696 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d31bdf-a828-4f5f-b55d-709453a14a62 req-7288f226-a05c-4246-9bae-1a69c9fac1fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:40.611214 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b5d31bdf-a828-4f5f-b55d-709453a14a62 req-7288f226-a05c-4246-9bae-1a69c9fac1fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 946 time: 0.0571282 Apr 05 22:37:40.663062 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b5d31bdf-a828-4f5f-b55d-709453a14a62 req-011e1d11-a535-4732-a993-a68a6e3abc11 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459626 Apr 05 22:37:41.010083 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3bf74-1b12-4614-9fca-1ed5f0974ab7 req-0f73991f-3b60-4885-bce7-6f4f24b4f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:41.011527 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-21e3bf74-1b12-4614-9fca-1ed5f0974ab7 req-0f73991f-3b60-4885-bce7-6f4f24b4f76e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 1129 time: 0.0513270 Apr 05 22:37:41.136565 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-21e3bf74-1b12-4614-9fca-1ed5f0974ab7 req-c660d6aa-5f93-4d3f-9feb-cf0a257e0ea2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487783 Apr 05 22:37:41.463242 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab216926-4e3e-4e1c-bd7a-90caee802cc4 req-bd02a5e2-4eca-4c95-a113-e851672e5e4c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:41.464949 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab216926-4e3e-4e1c-bd7a-90caee802cc4 req-bd02a5e2-4eca-4c95-a113-e851672e5e4c tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0852792 Apr 05 22:37:41.478713 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-83132149-27f6-4797-86a5-8d6669fb29f0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:41.480165 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-83132149-27f6-4797-86a5-8d6669fb29f0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 946 time: 0.0728581 Apr 05 22:37:41.565659 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ab216926-4e3e-4e1c-bd7a-90caee802cc4 req-318e52e6-3b9f-44de-90d6-1cf40f25e80a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895083 Apr 05 22:37:41.606433 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Deleting port 83101021-0ebe-4ce1-b25e-f64dfefbac8c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:37:41.606759 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:41.695088 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] For port 83101021-0ebe-4ce1-b25e-f64dfefbac8c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=83101021-0ebe-4ce1-b25e-f64dfefbac8c,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:41.695452 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:41.799028 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb212a-6255-4ce8-848a-6f85b21ae360 req-160bbcd5-d82b-48c2-84a0-422db8e1fa49 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:41.800637 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c2cb212a-6255-4ce8-848a-6f85b21ae360 req-160bbcd5-d82b-48c2-84a0-422db8e1fa49 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 946 time: 0.0524313 Apr 05 22:37:41.845912 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c2cb212a-6255-4ce8-848a-6f85b21ae360 req-9d4beaca-55e6-49b3-b43f-4bdf482840d2 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3522f94-3626-42b8-8085-5f37ab828dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395520 Apr 05 22:37:41.871574 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:41.871935 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:41.872250 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.l3_db [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Floating IP 4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25 disassociated. External IP: 172.28.3.176, port: 83101021-0ebe-4ce1-b25e-f64dfefbac8c. Apr 05 22:37:41.872589 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Calling delete_port for 83101021-0ebe-4ce1-b25e-f64dfefbac8c owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:37:42.011237 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (83101021-0ebe-4ce1-b25e-f64dfefbac8c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:42.044358 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event deleted for resources: {'Port': ['ID=83101021-0ebe-4ce1-b25e-f64dfefbac8c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:42.054390 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.054587 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.054933 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.055263 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.055588 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.055909 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.056233 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.056549 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.056852 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.057165 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.057501 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.057797 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.058109 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.058422 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.058755 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:42.172257 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:37:42.287290 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:37:42.296755 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e34f4d5-0f9a-4f7f-9bc2-eaa8a156044d None None] Sync routers for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:37:42.310142 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e34f4d5-0f9a-4f7f-9bc2-eaa8a156044d None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:42.310857 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5e34f4d5-0f9a-4f7f-9bc2-eaa8a156044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:42.328603 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] No DVR routers for this DVR port 83101021-0ebe-4ce1-b25e-f64dfefbac8c on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:37:42.331438 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:42.334966 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-25aee58d-9c7a-47b2-8c9e-e2a3247d2eb5 req-6e5a48e1-d032-4c7f-9274-3c5a06a18778 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.44 "DELETE /v2.0/ports/83101021-0ebe-4ce1-b25e-f64dfefbac8c HTTP/1.1" status: 204 len: 173 time: 0.8423524 Apr 05 22:37:42.335405 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'name': 'network-vif-deleted', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:42.337692 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc17a592-daff-457a-87a5-7b382d90ce26" -d '{"events": [{"server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "name": "network-vif-deleted", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:42.378792 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee7b83a-4586-4125-8412-f0995e51fbe8 x-openstack-request-id: req-dee7b83a-4586-4125-8412-f0995e51fbe8 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:42.379154 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d54e9ce-5d9f-4ad7-a696-ac6b73103f25", "name": "network-vif-deleted", "tag": "83101021-0ebe-4ce1-b25e-f64dfefbac8c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:42.379486 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dee7b83a-4586-4125-8412-f0995e51fbe8 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:42.379950 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee7b83a-4586-4125-8412-f0995e51fbe8'] response: {'server_uuid': '7d54e9ce-5d9f-4ad7-a696-ac6b73103f25', 'name': 'network-vif-deleted', 'tag': '83101021-0ebe-4ce1-b25e-f64dfefbac8c', 'status': 'completed', 'code': 200} Apr 05 22:37:42.420943 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5e34f4d5-0f9a-4f7f-9bc2-eaa8a156044d None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:42.623223 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5e34f4d5-0f9a-4f7f-9bc2-eaa8a156044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:42.653828 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e34f4d5-0f9a-4f7f-9bc2-eaa8a156044d None None] Checking router: 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:37:42.664767 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e34f4d5-0f9a-4f7f-9bc2-eaa8a156044d None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:42.665414 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5e34f4d5-0f9a-4f7f-9bc2-eaa8a156044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:42.691506 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f7f93-ee8a-4814-ad7f-e562589067ca req-03b82bd0-79d8-4493-8278-cbddb58b0758 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:42.691755 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bb3f7f93-ee8a-4814-ad7f-e562589067ca req-03b82bd0-79d8-4493-8278-cbddb58b0758 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0589490 Apr 05 22:37:42.747087 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bb3f7f93-ee8a-4814-ad7f-e562589067ca req-c005a039-2b6a-4562-b2b7-5e717bacabc7 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497804 Apr 05 22:37:42.888787 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5e34f4d5-0f9a-4f7f-9bc2-eaa8a156044d None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:42.984244 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f2a08d76-4e54-4e21-9bfc-39a28f312060 req-11f9fb7c-29f5-4a87-bc80-745cf718dda9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d54e9ce-5d9f-4ad7-a696-ac6b73103f25 HTTP/1.1" status: 200 len: 210 time: 0.0307391 Apr 05 22:37:43.137658 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5e34f4d5-0f9a-4f7f-9bc2-eaa8a156044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:43.167757 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e34f4d5-0f9a-4f7f-9bc2-eaa8a156044d None None] The sync data for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb is: [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:37:43.222849 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e83c6e-1c7b-4d59-b3b8-9d7a4cc2363a req-c4d84509-4392-4f1d-bbe7-dbf1f7c1d6be tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:43.224572 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-50e83c6e-1c7b-4d59-b3b8-9d7a4cc2363a req-c4d84509-4392-4f1d-bbe7-dbf1f7c1d6be tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0556390 Apr 05 22:37:43.277138 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-50e83c6e-1c7b-4d59-b3b8-9d7a4cc2363a req-08c9eeaf-5242-41ad-b287-a9060050f3d4 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466094 Apr 05 22:37:43.397417 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2eedf4-3419-46ae-8955-abe124b533a1 None None] New status for floating IP 4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:37:43.464061 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ba93e-27fd-418e-acde-6cb636492081 req-4e9ab004-384b-4e82-8220-2c5d648aa81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:43.465759 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-614ba93e-27fd-418e-acde-6cb636492081 req-4e9ab004-384b-4e82-8220-2c5d648aa81b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 1129 time: 0.0471940 Apr 05 22:37:43.568782 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ba93e-27fd-418e-acde-6cb636492081 req-63fc61ab-d687-4d50-a900-245cea513beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:43.570251 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-614ba93e-27fd-418e-acde-6cb636492081 req-63fc61ab-d687-4d50-a900-245cea513beb service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.0935481 Apr 05 22:37:43.637866 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-614ba93e-27fd-418e-acde-6cb636492081 req-f60d5892-250a-4a0d-a59d-80aa6f00934e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63dd5f8-2f91-448b-9895-30f41ae4351d HTTP/1.1" status: 200 len: 1001 time: 0.0605419 Apr 05 22:37:43.688855 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ba93e-27fd-418e-acde-6cb636492081 req-6082cd6b-99f9-49a5-bed8-597b4147ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:43.690365 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-614ba93e-27fd-418e-acde-6cb636492081 req-6082cd6b-99f9-49a5-bed8-597b4147ebee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.0455284 Apr 05 22:37:43.740888 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ba93e-27fd-418e-acde-6cb636492081 req-186e5945-f81e-447e-a9ea-a324ee4343b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:43.742450 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-614ba93e-27fd-418e-acde-6cb636492081 req-186e5945-f81e-447e-a9ea-a324ee4343b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447423 Apr 05 22:37:43.843680 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-614ba93e-27fd-418e-acde-6cb636492081 req-5c721760-2e1e-4762-a0f8-4a0b17f27706 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880935 Apr 05 22:37:43.939172 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-614ba93e-27fd-418e-acde-6cb636492081 req-c8135abb-893f-4f77-9494-e3d8d039c6e1 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897601 Apr 05 22:37:44.098736 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51942) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:44.157287 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-945bb2de-3ef3-4a9f-a0dc-3ed5486034fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group (d3522f94-3626-42b8-8085-5f37ab828dce), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.181417 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-945bb2de-3ef3-4a9f-a0dc-3ed5486034fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group (d3522f94-3626-42b8-8085-5f37ab828dce), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.229810 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-945bb2de-3ef3-4a9f-a0dc-3ed5486034fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d3522f94-3626-42b8-8085-5f37ab828dce), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.232324 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-945bb2de-3ef3-4a9f-a0dc-3ed5486034fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.233512 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-945bb2de-3ef3-4a9f-a0dc-3ed5486034fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "DELETE /v2.0/security-groups/d3522f94-3626-42b8-8085-5f37ab828dce HTTP/1.1" status: 204 len: 168 time: 0.1335843 Apr 05 22:37:44.236685 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51944) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:44.242779 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bb2de-3ef3-4a9f-a0dc-3ed5486034fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3522f94-3626-42b8-8085-5f37ab828dce,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:44.251173 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.api.v2.resource [None req-fd5807b2-e7f8-4279-bba5-faa8b5bd7ceb tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] show failed (client error): The resource could not be found. Apr 05 22:37:44.252472 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-fd5807b2-e7f8-4279-bba5-faa8b5bd7ceb tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups/d3522f94-3626-42b8-8085-5f37ab828dce HTTP/1.1" status: 404 len: 347 time: 0.0146363 Apr 05 22:37:44.255381 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51946) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:44.419101 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Deleting port 72262aab-7614-4232-8fb1-630ef753cb46 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:37:44.419442 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (72262aab-7614-4232-8fb1-630ef753cb46), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.427539 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a29caf-3bae-4865-972d-a289aa7b33dc req-1650f08f-841b-40f9-8f20-dcbd7dd30ca2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:44.429014 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e1a29caf-3bae-4865-972d-a289aa7b33dc req-1650f08f-841b-40f9-8f20-dcbd7dd30ca2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0708513 Apr 05 22:37:44.522251 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e1a29caf-3bae-4865-972d-a289aa7b33dc req-316da776-358c-4f47-ab07-2c9be72e41be tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828359 Apr 05 22:37:44.530474 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (72262aab-7614-4232-8fb1-630ef753cb46), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.530842 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (72262aab-7614-4232-8fb1-630ef753cb46), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.542991 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Calling delete_port for 72262aab-7614-4232-8fb1-630ef753cb46 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:37:44.689092 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (72262aab-7614-4232-8fb1-630ef753cb46), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.713078 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event deleted for resources: {'Port': ['ID=72262aab-7614-4232-8fb1-630ef753cb46,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:44.725169 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.725527 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.725867 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.726208 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.726533 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.726964 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.727426 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.727754 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.728099 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.728404 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.728723 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.729045 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.729374 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.729683 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.729999 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:44.787958 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.790470 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.791671 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-95eb5d4a-0017-4599-aa15-b2f7268edf59 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "DELETE /v2.0/floatingips/4e507ff8-c7fd-4dcf-8c6a-7c336d28dd25 HTTP/1.1" status: 204 len: 168 time: 0.5353723 Apr 05 22:37:45.005362 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51954) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:45.010088 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-bb020671-75fc-48aa-8125-fb94a59de0fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1170650499', 'description': 'tempest-description--43858883'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:45.012514 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51956) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:45.031915 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bb020671-75fc-48aa-8125-fb94a59de0fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.056729 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e15501-5feb-44c1-b7db-88422f438468 admin admin] Deleting subnet 5f061535-5a03-4858-8b09-0b5eacfae42b {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:37:45.059875 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-95e15501-5feb-44c1-b7db-88422f438468 admin admin] Publish callbacks [] for subnet (5f061535-5a03-4858-8b09-0b5eacfae42b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.097678 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-95e15501-5feb-44c1-b7db-88422f438468 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60389431'] for subnet (5f061535-5a03-4858-8b09-0b5eacfae42b), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.098081 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bb020671-75fc-48aa-8125-fb94a59de0fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group (6e029498-51a1-4748-8739-a271ce24a46e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.103041 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bb020671-75fc-48aa-8125-fb94a59de0fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (6e029498-51a1-4748-8739-a271ce24a46e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.132580 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bb020671-75fc-48aa-8125-fb94a59de0fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.133805 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-bb020671-75fc-48aa-8125-fb94a59de0fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1274703 Apr 05 22:37:45.135795 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb020671-75fc-48aa-8125-fb94a59de0fa tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e029498-51a1-4748-8739-a271ce24a46e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:45.136843 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51958) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:45.143312 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-30561946-f29a-4cd8-89c9-9fcefeb0d6bf tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Request body: {'security_group_rule': {'security_group_id': '6e029498-51a1-4748-8739-a271ce24a46e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:45.148001 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-95e15501-5feb-44c1-b7db-88422f438468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (5f061535-5a03-4858-8b09-0b5eacfae42b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.197460 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30561946-f29a-4cd8-89c9-9fcefeb0d6bf tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group_rule (7cbe433a-2a39-4ae2-b532-76098b575c59), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.235760 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-95e15501-5feb-44c1-b7db-88422f438468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60645529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59583216'] for subnet (5f061535-5a03-4858-8b09-0b5eacfae42b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.267654 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e15501-5feb-44c1-b7db-88422f438468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f061535-5a03-4858-8b09-0b5eacfae42b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:45.274350 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-95e15501-5feb-44c1-b7db-88422f438468 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.277777 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-95e15501-5feb-44c1-b7db-88422f438468 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5f061535-5a03-4858-8b09-0b5eacfae42b HTTP/1.1" status: 204 len: 168 time: 0.2642195 Apr 05 22:37:45.281242 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51960) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:45.296739 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30561946-f29a-4cd8-89c9-9fcefeb0d6bf tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group_rule (7cbe433a-2a39-4ae2-b532-76098b575c59), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.301836 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30561946-f29a-4cd8-89c9-9fcefeb0d6bf tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (7cbe433a-2a39-4ae2-b532-76098b575c59), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.321618 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30561946-f29a-4cd8-89c9-9fcefeb0d6bf tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbe433a-2a39-4ae2-b532-76098b575c59,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:45.332451 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30561946-f29a-4cd8-89c9-9fcefeb0d6bf tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.333680 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-30561946-f29a-4cd8-89c9-9fcefeb0d6bf tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1953554 Apr 05 22:37:45.338205 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51962) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:45.343153 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3e14d856-b27c-4811-b5fc-a69787b7af21 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Request body: {'security_group_rule': {'security_group_id': '6e029498-51a1-4748-8739-a271ce24a46e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:45.358658 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (02da50d5-8fff-4ca2-b95e-8c629f91deee), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.369623 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e14d856-b27c-4811-b5fc-a69787b7af21 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group_rule (7928d2ba-a0b9-4835-b776-afb22e1df094), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.434103 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e14d856-b27c-4811-b5fc-a69787b7af21 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group_rule (7928d2ba-a0b9-4835-b776-afb22e1df094), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.439675 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e14d856-b27c-4811-b5fc-a69787b7af21 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (7928d2ba-a0b9-4835-b776-afb22e1df094), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.439944 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (02da50d5-8fff-4ca2-b95e-8c629f91deee), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.457902 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14d856-b27c-4811-b5fc-a69787b7af21 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7928d2ba-a0b9-4835-b776-afb22e1df094,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:45.462966 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02da50d5-8fff-4ca2-b95e-8c629f91deee']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:45.467672 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e14d856-b27c-4811-b5fc-a69787b7af21 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.468908 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-3e14d856-b27c-4811-b5fc-a69787b7af21 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296792 Apr 05 22:37:45.472747 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 51964) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:45.475798 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e692bd-9eb9-4fe8-bb29-2f935f8b78dc') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:45.476098 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e692bd-9eb9-4fe8-bb29-2f935f8b78dc') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:45.480479 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Request body: {'floatingip': {'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:45.494080 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226939'] for segment (36e692bd-9eb9-4fe8-bb29-2f935f8b78dc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.518824 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (36e692bd-9eb9-4fe8-bb29-2f935f8b78dc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.525777 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.528518 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:37:45.528902 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267126'] for segment (36e692bd-9eb9-4fe8-bb29-2f935f8b78dc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: Traceback (most recent call last): Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: timer() Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: cb(*args, **kw) Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: return func(*args, **kwargs) Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: self._notify() Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: self.callback(batched_events) Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: event.method(event) Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: return f(self, *a, **k) Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: return self._get(url).json() Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: return self.request(url, 'GET', **kwargs) Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:37:45.530915 dv-cinder-835881-4-smb neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:37:45.625230 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (02da50d5-8fff-4ca2-b95e-8c629f91deee), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.658881 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.662227 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] 10.222.0.43 "DELETE /v2.0/networks/02da50d5-8fff-4ca2-b95e-8c629f91deee HTTP/1.1" status: 204 len: 168 time: 0.3799217 Apr 05 22:37:45.679305 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ab0f4-2266-42b9-885d-fb6b88b558ac admin admin] Pushing event deleted for resources: {'Network': ['ID=02da50d5-8fff-4ca2-b95e-8c629f91deee,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:45.706909 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c4109-1a06-4995-8d3c-dc27f391aad6 req-429a44bf-8d46-41d0-997b-fabf330c86bb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:45.708446 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-244c4109-1a06-4995-8d3c-dc27f391aad6 req-429a44bf-8d46-41d0-997b-fabf330c86bb tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.1161535 Apr 05 22:37:45.775230 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-244c4109-1a06-4995-8d3c-dc27f391aad6 req-aa8a12e1-ac6e-41b6-bfaf-4e1c97a1264d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562992 Apr 05 22:37:45.776474 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.811641 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51970) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:45.849369 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 83101021-0ebe-4ce1-b25e-f64dfefbac8c no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:37:45.853878 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-f2793c0c-90e6-496d-9a72-b2f5f1d97046 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e27e5b446c642c2a826375e0f643a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385818 Apr 05 22:37:45.854052 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 51972) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:45.870949 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 83101021-0ebe-4ce1-b25e-f64dfefbac8c {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:37:45.871309 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 83101021-0ebe-4ce1-b25e-f64dfefbac8c not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:37:45.888039 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Allocated IP 172.28.3.177 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/db2530ca-60be-4bc8-9faa-cd5f3c2c90e9) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:37:45.903375 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a293537c-71c9-49e7-9f16-c0203d9ffa53 admin admin] Publish callbacks [] for security_group (7e564b3a-4794-43ff-bf57-d032d595bb74), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.925190 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a293537c-71c9-49e7-9f16-c0203d9ffa53 admin admin] Publish callbacks [] for security_group (7e564b3a-4794-43ff-bf57-d032d595bb74), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.973011 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a293537c-71c9-49e7-9f16-c0203d9ffa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (7e564b3a-4794-43ff-bf57-d032d595bb74), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.975730 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a293537c-71c9-49e7-9f16-c0203d9ffa53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:45.977006 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-a293537c-71c9-49e7-9f16-c0203d9ffa53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e564b3a-4794-43ff-bf57-d032d595bb74 HTTP/1.1" status: 204 len: 168 time: 0.1219170 Apr 05 22:37:45.985847 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293537c-71c9-49e7-9f16-c0203d9ffa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e564b3a-4794-43ff-bf57-d032d595bb74,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:45.994877 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for port (db2530ca-60be-4bc8-9faa-cd5f3c2c90e9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:46.029649 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (db2530ca-60be-4bc8-9faa-cd5f3c2c90e9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:46.064750 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:37:46.067569 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:37:46.070089 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:37:46.106698 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event updated for resources: {'Port': ['ID=db2530ca-60be-4bc8-9faa-cd5f3c2c90e9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:46.171666 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (eda22e47-bc39-4bc5-add7-0b8c79635f21), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:46.207874 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (db2530ca-60be-4bc8-9faa-cd5f3c2c90e9), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:46.379157 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for port (db2530ca-60be-4bc8-9faa-cd5f3c2c90e9), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:46.385473 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (db2530ca-60be-4bc8-9faa-cd5f3c2c90e9), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:46.455889 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event updated for resources: {'Port': ['ID=db2530ca-60be-4bc8-9faa-cd5f3c2c90e9,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:46.469728 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (eda22e47-bc39-4bc5-add7-0b8c79635f21), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:46.486530 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:46.488234 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-7467d004-90be-4b2c-aa38-603d7c6992b9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0144560 Apr 05 22:37:46.685962 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-dc6fd39e-4ecb-4e66-8290-1677f565be7d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1170650499&fields=id&tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9 HTTP/1.1" status: 200 len: 267 time: 0.0484438 Apr 05 22:37:46.792413 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-9cfac14b-7947-4cf7-b1bc-32402a57c54d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:46.794091 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-9cfac14b-7947-4cf7-b1bc-32402a57c54d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/networks?id=69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 200 len: 817 time: 0.1014936 Apr 05 22:37:46.809154 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f3a4a050-ffe9-496b-9872-bc2f02212126 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/quotas/43f09bda1b5e41a8aa735af9fd0cc1c9 HTTP/1.1" status: 200 len: 375 time: 0.0095057 Apr 05 22:37:46.865651 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-52f70329-8310-4749-9965-74284be08b0b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506816 Apr 05 22:37:46.983947 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-4a44e261-4859-4413-80a7-fc6ca232d907 service neutron] 10.222.0.43 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062427 Apr 05 22:37:47.079705 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-91b70809-9ff8-4cc4-b2c3-21e3915fe98a service neutron] 10.222.0.43 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886250 Apr 05 22:37:47.125666 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e16b5-3158-4d92-82ee-8dd806547cf3 req-673e284b-d3bd-45f4-9e29-68a684d44d0e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:47.127366 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f80e16b5-3158-4d92-82ee-8dd806547cf3 req-673e284b-d3bd-45f4-9e29-68a684d44d0e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.2804706 Apr 05 22:37:47.192204 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f80e16b5-3158-4d92-82ee-8dd806547cf3 req-738f2832-5862-4856-a12d-ae04676490d6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575235 Apr 05 22:37:47.254365 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f42effed-43ab-430a-8db9-7567d54a48fb req-0b1d464d-e501-414c-832e-b22c82d3155e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 210 time: 0.0322239 Apr 05 22:37:47.347380 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32078-e268-4050-ae5d-b4ac9491b83d req-5224deef-da1e-4c4c-a183-ecc0033acd81 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:47.349239 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0ca32078-e268-4050-ae5d-b4ac9491b83d req-5224deef-da1e-4c4c-a183-ecc0033acd81 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0674109 Apr 05 22:37:47.366695 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52036) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:47.371779 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5c429ad8-93e1-4242-9ae7-1fee69f0c6dc tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Request body: {'floatingip': {'port_id': 'f63dd5f8-2f91-448b-9895-30f41ae4351d'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:47.435246 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c429ad8-93e1-4242-9ae7-1fee69f0c6dc tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for floatingip (b84c9287-b93e-49da-a57c-3b86e8c8af6b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.917811 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c429ad8-93e1-4242-9ae7-1fee69f0c6dc tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.924671 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c429ad8-93e1-4242-9ae7-1fee69f0c6dc tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (b84c9287-b93e-49da-a57c-3b86e8c8af6b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.464470 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-35e52534-f054-416b-9f8c-f6b717992bee req-f76863a2-d83c-48d8-800f-4cce58fe02f2 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 210 time: 0.0834644 Apr 05 22:37:48.496420 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c429ad8-93e1-4242-9ae7-1fee69f0c6dc tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Router 0ec2d706-429d-4fa8-8838-c5302e004837 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:37:48.571191 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-982383fc-2138-42ac-8c34-ab30b001f494 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:48.571191 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-982383fc-2138-42ac-8c34-ab30b001f494 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.44 "GET /v2.0/networks?id=69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 200 len: 817 time: 0.1870465 Apr 05 22:37:48.680224 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c429ad8-93e1-4242-9ae7-1fee69f0c6dc tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:37:48.686101 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-99f65367-3c10-440d-b4e5-17a88f19fedb tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9 HTTP/1.1" status: 200 len: 380 time: 0.1006508 Apr 05 22:37:48.689463 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c429ad8-93e1-4242-9ae7-1fee69f0c6dc tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.693991 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098fdd48-1b1d-46bd-b262-45866858b849 None None] Sync routers for ids ['0ec2d706-429d-4fa8-8838-c5302e004837'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:37:48.696580 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Request body: {'port': {'device_id': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'admin_state_up': True, 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'security_groups': ['6e029498-51a1-4748-8739-a271ce24a46e']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:48.704540 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098fdd48-1b1d-46bd-b262-45866858b849 None None] Routers {'0ec2d706-429d-4fa8-8838-c5302e004837'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:48.705225 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-098fdd48-1b1d-46bd-b262-45866858b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['0ec2d706-429d-4fa8-8838-c5302e004837'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:48.776358 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'tag': 'f63dd5f8-2f91-448b-9895-30f41ae4351d'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:48.778634 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5762e842-742a-4125-a797-719fa3f57f33" -d '{"events": [{"name": "network-changed", "server_uuid": "9c008a8e-15d0-4e74-80b1-97ef52bc593c", "tag": "f63dd5f8-2f91-448b-9895-30f41ae4351d"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:48.814022 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-098fdd48-1b1d-46bd-b262-45866858b849 None None] Set router 0ec2d706-429d-4fa8-8838-c5302e004837 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:48.820616 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29a53a6-9aa1-4e54-a3e9-8e453593b1f6 x-openstack-request-id: req-b29a53a6-9aa1-4e54-a3e9-8e453593b1f6 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:48.820901 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c008a8e-15d0-4e74-80b1-97ef52bc593c", "tag": "f63dd5f8-2f91-448b-9895-30f41ae4351d", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:48.821146 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b29a53a6-9aa1-4e54-a3e9-8e453593b1f6 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:48.821539 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29a53a6-9aa1-4e54-a3e9-8e453593b1f6'] response: {'name': 'network-changed', 'server_uuid': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'tag': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'status': 'completed', 'code': 200} Apr 05 22:37:48.825417 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-5c429ad8-93e1-4242-9ae7-1fee69f0c6dc tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "PUT /v2.0/floatingips/b84c9287-b93e-49da-a57c-3b86e8c8af6b HTTP/1.1" status: 200 len: 993 time: 1.4574103 Apr 05 22:37:48.864687 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Made reservation on behalf of 43f09bda1b5e41a8aa735af9fd0cc1c9 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:37:48.867900 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.951146 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e842-742a-4125-a797-719fa3f57f33 req-a7c1a650-ffa8-4919-9301-2cd50b46ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:48.952570 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5762e842-742a-4125-a797-719fa3f57f33 req-a7c1a650-ffa8-4919-9301-2cd50b46ace0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 1129 time: 0.0970700 Apr 05 22:37:49.039924 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-098fdd48-1b1d-46bd-b262-45866858b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'b84c9287-b93e-49da-a57c-3b86e8c8af6b', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'port_id': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'mac_address': 'fa:16:3e:38:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:37:47Z', 'revision_number': 3, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3608ef-01f2-4929-aebc-e6f4e923de6b', 'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'mac_address': 'fa:16:3e:2b:73:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:27Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 5, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'subnets': [{'id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:49.065675 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098fdd48-1b1d-46bd-b262-45866858b849 None None] Checking router: 0ec2d706-429d-4fa8-8838-c5302e004837 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:37:49.074448 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098fdd48-1b1d-46bd-b262-45866858b849 None None] Routers {'0ec2d706-429d-4fa8-8838-c5302e004837'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:49.075138 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-098fdd48-1b1d-46bd-b262-45866858b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['0ec2d706-429d-4fa8-8838-c5302e004837'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:49.076437 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Allocated IP 172.20.0.6 (69f3666c-d270-41ea-a8aa-729dc02e1cda/153678da-7701-49d9-b921-ee9887cc1075/89ea969b-15bb-4edb-b288-41defde6aa08) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:37:49.104528 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e842-742a-4125-a797-719fa3f57f33 req-e5372e49-a9aa-405d-b49f-d9a54ed7b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:49.106030 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5762e842-742a-4125-a797-719fa3f57f33 req-e5372e49-a9aa-405d-b49f-d9a54ed7b6f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.1441772 Apr 05 22:37:49.176630 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3691ef65-e1cc-41e2-9e70-1783d93fb53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:49.198035 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-098fdd48-1b1d-46bd-b262-45866858b849 None None] Set router 0ec2d706-429d-4fa8-8838-c5302e004837 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:49.232754 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5762e842-742a-4125-a797-719fa3f57f33 req-d7117ea3-03c2-43ad-82d0-6d113edf9cac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63dd5f8-2f91-448b-9895-30f41ae4351d HTTP/1.1" status: 200 len: 1001 time: 0.1187966 Apr 05 22:37:49.309168 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e842-742a-4125-a797-719fa3f57f33 req-4263c953-ff26-435c-8b8f-4da891b49c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:49.310701 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5762e842-742a-4125-a797-719fa3f57f33 req-4263c953-ff26-435c-8b8f-4da891b49c53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.0675156 Apr 05 22:37:49.320943 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for port (89ea969b-15bb-4edb-b288-41defde6aa08), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:49.384336 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e842-742a-4125-a797-719fa3f57f33 req-960c6b0b-9f56-488d-9477-9e57f9b18459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:49.385873 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5762e842-742a-4125-a797-719fa3f57f33 req-960c6b0b-9f56-488d-9477-9e57f9b18459 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0679936 Apr 05 22:37:49.388609 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:49.428548 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-098fdd48-1b1d-46bd-b262-45866858b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'b84c9287-b93e-49da-a57c-3b86e8c8af6b', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'port_id': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'mac_address': 'fa:16:3e:38:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:37:47Z', 'revision_number': 3, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3608ef-01f2-4929-aebc-e6f4e923de6b', 'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'mac_address': 'fa:16:3e:2b:73:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:27Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 5, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'subnets': [{'id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:49.455744 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098fdd48-1b1d-46bd-b262-45866858b849 None None] The sync data for ids ['0ec2d706-429d-4fa8-8838-c5302e004837'] in dv-cinder-835881-4-smb is: [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'b84c9287-b93e-49da-a57c-3b86e8c8af6b', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'port_id': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'mac_address': 'fa:16:3e:38:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:37:47Z', 'revision_number': 3, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3608ef-01f2-4929-aebc-e6f4e923de6b', 'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'mac_address': 'fa:16:3e:2b:73:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:27Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 5, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'subnets': [{'id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:37:49.460202 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Network 69f3666c-d270-41ea-a8aa-729dc02e1cda is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:37:49.491272 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:37:49.502354 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event updated for resources: {'Port': ['ID=89ea969b-15bb-4edb-b288-41defde6aa08,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:49.505692 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:37:49.585943 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:49.586595 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:49.627057 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5762e842-742a-4125-a797-719fa3f57f33 req-f88c22f5-0043-4ff8-abc8-1036a57f7f53 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105601 Apr 05 22:37:49.648321 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-84aa4a38-e141-4164-9afc-d347a03154d0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9554651 Apr 05 22:37:49.671486 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Request body: {'port': {'device_id': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:49.742174 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:49.757185 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0784596-5486-4b6a-8165-d9f74a74ca1b req-bb7e753d-b5bb-4ef5-af69-58a2068eeecf tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:49.758747 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e0784596-5486-4b6a-8165-d9f74a74ca1b req-bb7e753d-b5bb-4ef5-af69-58a2068eeecf tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 931 time: 0.2049637 Apr 05 22:37:49.786793 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:37:49.792064 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-a25cebe7-f3da-4c33-96f7-67872d80def1 None None] Provisioning complete for port 89ea969b-15bb-4edb-b288-41defde6aa08 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:49.792534 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a25cebe7-f3da-4c33-96f7-67872d80def1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:49.829260 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-a25cebe7-f3da-4c33-96f7-67872d80def1 None None] Port 89ea969b-15bb-4edb-b288-41defde6aa08 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:37:49.849664 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5762e842-742a-4125-a797-719fa3f57f33 req-774fa812-6163-4e1f-9d63-3861d23455f3 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148778 Apr 05 22:37:49.854076 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:49.870140 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e0784596-5486-4b6a-8165-d9f74a74ca1b req-5c62bf39-4bb4-4b1f-86d1-50ae41b1a62a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043994 Apr 05 22:37:50.146422 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ea969b-15bb-4edb-b288-41defde6aa08 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:50.154126 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Publish callbacks [] for port (89ea969b-15bb-4edb-b288-41defde6aa08), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:50.166217 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Transition to ACTIVE for port object 89ea969b-15bb-4edb-b288-41defde6aa08 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:37:50.171270 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:50.221692 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Pushing event updated for resources: {'Port': ['ID=89ea969b-15bb-4edb-b288-41defde6aa08,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:50.295954 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Attempting to bind port 89ea969b-15bb-4edb-b288-41defde6aa08 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:37:50.296291 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Attempting to bind port 89ea969b-15bb-4edb-b288-41defde6aa08 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:37:50.296618 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Attempting to bind port 89ea969b-15bb-4edb-b288-41defde6aa08 on network 69f3666c-d270-41ea-a8aa-729dc02e1cda {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:37:50.301371 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Port 89ea969b-15bb-4edb-b288-41defde6aa08 on network 69f3666c-d270-41ea-a8aa-729dc02e1cda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:37:50.301690 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Attempting to bind port 89ea969b-15bb-4edb-b288-41defde6aa08 on network 69f3666c-d270-41ea-a8aa-729dc02e1cda {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:37:50.306747 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:37:50.307080 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Checking segment: {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:37:50.307462 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Bound using segment: {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:37:50.308028 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Bound port: 89ea969b-15bb-4edb-b288-41defde6aa08, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011653a9-2aa9-453f-914d-dc1fc810493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:37:50.308392 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:50.372209 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:37:50.375776 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=89ea969b-15bb-4edb-b288-41defde6aa08,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:37:50.382637 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:50.418073 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:50.418713 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:50.420115 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] 10.222.0.44 "PUT /v2.0/ports/89ea969b-15bb-4edb-b288-41defde6aa08 HTTP/1.1" status: 200 len: 1093 time: 0.7530217 Apr 05 22:37:50.449600 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325fd22-7897-4738-b359-1b0ff9642db0 service neutron] Pushing event updated for resources: {'Port': ['ID=89ea969b-15bb-4edb-b288-41defde6aa08,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:50.513191 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-9ef0e322-d9a8-42fc-b9b5-7fc1c33eda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:50.514918 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-9ef0e322-d9a8-42fc-b9b5-7fc1c33eda0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 1127 time: 0.0479639 Apr 05 22:37:50.571819 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-503d306a-f1b0-4f21-ac95-ecbe7025b738 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ea969b-15bb-4edb-b288-41defde6aa08 HTTP/1.1" status: 200 len: 217 time: 0.0361331 Apr 05 22:37:50.620974 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-b1824835-5548-49a5-8938-5e020e357f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:50.622465 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-b1824835-5548-49a5-8938-5e020e357f78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=153678da-7701-49d9-b921-ee9887cc1075 HTTP/1.1" status: 200 len: 856 time: 0.0449951 Apr 05 22:37:50.682934 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-9501d30c-d1ba-4662-a5a0-3a3668c33f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:50.685017 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-9501d30c-d1ba-4662-a5a0-3a3668c33f5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69f3666c-d270-41ea-a8aa-729dc02e1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0513458 Apr 05 22:37:50.776703 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-7867507d-66b6-48d9-8e4d-1a6e8ab5a414 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808754 Apr 05 22:37:50.840582 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'tag': 'f63dd5f8-2f91-448b-9895-30f41ae4351d'}, {'name': 'network-changed', 'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:50.842898 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a656d35-6ce7-4673-883f-4e975acdd66c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c008a8e-15d0-4e74-80b1-97ef52bc593c", "tag": "f63dd5f8-2f91-448b-9895-30f41ae4351d"}, {"name": "network-changed", "server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:50.885491 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b56e23ec-0c33-439d-a78d-970b512ec8d6 req-cae8e80d-33e0-4494-9ee1-e1630d3d3440 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014974 Apr 05 22:37:50.887159 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291e6fbe-4376-4460-8744-8c1877502351 x-openstack-request-id: req-291e6fbe-4376-4460-8744-8c1877502351 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:50.887447 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c008a8e-15d0-4e74-80b1-97ef52bc593c", "tag": "f63dd5f8-2f91-448b-9895-30f41ae4351d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:50.887694 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-291e6fbe-4376-4460-8744-8c1877502351 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:50.888081 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291e6fbe-4376-4460-8744-8c1877502351'] response: {'name': 'network-changed', 'server_uuid': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'tag': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'status': 'completed', 'code': 200} Apr 05 22:37:50.888336 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291e6fbe-4376-4460-8744-8c1877502351'] response: {'name': 'network-changed', 'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08', 'status': 'completed', 'code': 200} Apr 05 22:37:50.992717 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-80547b6b-eeed-4555-bb6b-caf72b86e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:50.994144 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-80547b6b-eeed-4555-bb6b-caf72b86e9ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 1129 time: 0.0794597 Apr 05 22:37:51.009496 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ece6e-2b53-418c-8c48-eaa4c92f5d16 req-2b5680a2-5d72-49e4-8437-09f6f0c58207 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:51.010919 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ae3ece6e-2b53-418c-8c48-eaa4c92f5d16 req-2b5680a2-5d72-49e4-8437-09f6f0c58207 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0626838 Apr 05 22:37:51.064425 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ae3ece6e-2b53-418c-8c48-eaa4c92f5d16 req-e5e918b0-cace-4008-a766-7d7e0c73d7a8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459850 Apr 05 22:37:51.566142 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6bbf0bf8-127c-48e4-a0d4-db3ba95013f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:52.047265 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-9c595e37-43ed-4d0c-b6c1-8e8af20e9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:52.048738 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-9c595e37-43ed-4d0c-b6c1-8e8af20e9f2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.0976264 Apr 05 22:37:52.121701 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-16cb7a8e-3a5c-42de-a590-7cfc1b8288b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f63dd5f8-2f91-448b-9895-30f41ae4351d HTTP/1.1" status: 200 len: 1001 time: 0.0665348 Apr 05 22:37:52.183356 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-d75ceee2-d11b-46ed-a1ab-703f08d7c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:52.185261 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-d75ceee2-d11b-46ed-a1ab-703f08d7c7a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.0546618 Apr 05 22:37:52.195745 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888f170-9452-4528-8265-295b0d9e71e0 req-7b06be73-ebd7-4126-bb04-52b2fbf44895 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:52.199132 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5888f170-9452-4528-8265-295b0d9e71e0 req-7b06be73-ebd7-4126-bb04-52b2fbf44895 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0567842 Apr 05 22:37:52.233568 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52090) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:52.239678 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-20a75e42-635d-44fb-a505-f4fade011218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:52.241219 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-20a75e42-635d-44fb-a505-f4fade011218 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0456262 Apr 05 22:37:52.249999 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5888f170-9452-4528-8265-295b0d9e71e0 req-b65f60e9-f0e3-416b-8f28-a4edbd941376 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471027 Apr 05 22:37:52.336415 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-e807377e-6d5d-4837-befc-60a22efce09a service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868030 Apr 05 22:37:52.340929 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82007804-6ffa-4b04-9ce9-12844f6aa72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:52.417686 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82007804-6ffa-4b04-9ce9-12844f6aa72f admin admin] Publish callbacks [] for security_group (a8bd858c-2912-4bbf-9b89-968902591d99), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:52.422668 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82007804-6ffa-4b04-9ce9-12844f6aa72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a8bd858c-2912-4bbf-9b89-968902591d99), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:52.427682 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-d71a1ce7-6a1d-4ce1-bf49-7732035c536d service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827408 Apr 05 22:37:52.454498 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-82007804-6ffa-4b04-9ce9-12844f6aa72f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db9a5190adff45a89dc9c9a8bc80dd0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197471 Apr 05 22:37:52.457484 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52094) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:52.463498 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82007804-6ffa-4b04-9ce9-12844f6aa72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bd858c-2912-4bbf-9b89-968902591d99,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:52.479697 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:52.542188 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5b40-9c10-423a-b14f-fc3243c8484f admin admin] Publish callbacks [] for security_group (a8bd858c-2912-4bbf-9b89-968902591d99), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:52.554247 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-794bf7a7-0d52-438f-883d-5c798f461cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:52.555772 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-794bf7a7-0d52-438f-883d-5c798f461cc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 1127 time: 0.0783851 Apr 05 22:37:52.575095 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5b40-9c10-423a-b14f-fc3243c8484f admin admin] Publish callbacks [] for security_group (a8bd858c-2912-4bbf-9b89-968902591d99), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:52.675241 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-05729853-71fa-4455-b52d-691255c2be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:52.676739 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-05729853-71fa-4455-b52d-691255c2be8e service neutron] 10.222.0.44 "GET /v2.0/networks?id=69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 200 len: 918 time: 0.1123285 Apr 05 22:37:52.683388 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5b40-9c10-423a-b14f-fc3243c8484f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a8bd858c-2912-4bbf-9b89-968902591d99), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:52.686286 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5b40-9c10-423a-b14f-fc3243c8484f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:52.687460 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-3ebd5b40-9c10-423a-b14f-fc3243c8484f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8bd858c-2912-4bbf-9b89-968902591d99 HTTP/1.1" status: 204 len: 168 time: 0.2286956 Apr 05 22:37:52.727733 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-e487c6db-8c77-49ae-8003-6c65eb3f4b45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ea969b-15bb-4edb-b288-41defde6aa08 HTTP/1.1" status: 200 len: 217 time: 0.0390115 Apr 05 22:37:52.728878 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd5b40-9c10-423a-b14f-fc3243c8484f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bd858c-2912-4bbf-9b89-968902591d99,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:52.777226 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-e4d03dc5-8151-48f1-b6ed-e835845881c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:52.778723 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-e4d03dc5-8151-48f1-b6ed-e835845881c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=153678da-7701-49d9-b921-ee9887cc1075 HTTP/1.1" status: 200 len: 856 time: 0.0441439 Apr 05 22:37:52.833661 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-188a0844-7fa1-4a27-a66f-fc9245afb03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:52.835263 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-188a0844-7fa1-4a27-a66f-fc9245afb03d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69f3666c-d270-41ea-a8aa-729dc02e1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0499473 Apr 05 22:37:52.935569 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-90619433-5c32-41f9-bda0-978f5bc446a9 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922437 Apr 05 22:37:53.031596 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9a656d35-6ce7-4673-883f-4e975acdd66c req-87e2723b-9616-4868-b926-07d38fd4a9fb service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885365 Apr 05 22:37:53.386087 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc86477-e221-422f-9f67-66a6ac90b388 req-062c4dd5-14f3-4e5c-8078-74813831c2be tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:53.387572 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1fc86477-e221-422f-9f67-66a6ac90b388 req-062c4dd5-14f3-4e5c-8078-74813831c2be tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0563421 Apr 05 22:37:53.437146 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1fc86477-e221-422f-9f67-66a6ac90b388 req-7644e759-a7f3-4c51-ac1c-8f5d8e457468 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414162 Apr 05 22:37:53.865143 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 89ea969b-15bb-4edb-b288-41defde6aa08 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:37:53.967411 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:53.985013 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=89ea969b-15bb-4edb-b288-41defde6aa08,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:53.996280 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '89ea969b-15bb-4edb-b288-41defde6aa08', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'port_id': '89ea969b-15bb-4edb-b288-41defde6aa08', 'mac_address': 'fa:16:3e:c8:f4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:37:54.032618 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 89ea969b-15bb-4edb-b288-41defde6aa08 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:54.032978 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:54.045406 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ea969b-15bb-4edb-b288-41defde6aa08 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:54.069705 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=89ea969b-15bb-4edb-b288-41defde6aa08,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:54.075996 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:54.123365 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=89ea969b-15bb-4edb-b288-41defde6aa08,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:54.395539 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['89ea969b-15bb-4edb-b288-41defde6aa08'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:37:54.562343 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f402e-4668-4858-83d4-cf763045022f req-81be648a-06e9-466b-919d-809aec96ad2a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:54.563857 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-217f402e-4668-4858-83d4-cf763045022f req-81be648a-06e9-466b-919d-809aec96ad2a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 944 time: 0.0536261 Apr 05 22:37:54.609163 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-217f402e-4668-4858-83d4-cf763045022f req-06709375-dac0-4afa-b6d3-9e13edc0d29e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396566 Apr 05 22:37:55.366265 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:55.743149 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee48d32-845f-42db-b32d-300ad73bef99 req-a695f23b-59cb-4491-98a3-daebd63643eb tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:55.749360 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1ee48d32-845f-42db-b32d-300ad73bef99 req-a695f23b-59cb-4491-98a3-daebd63643eb tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 944 time: 0.0529327 Apr 05 22:37:55.794840 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1ee48d32-845f-42db-b32d-300ad73bef99 req-ea3eb751-a1c5-4b8b-956e-eb89c43e933d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443592 Apr 05 22:37:55.887790 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 89ea969b-15bb-4edb-b288-41defde6aa08 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:37:55.947993 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 89ea969b-15bb-4edb-b288-41defde6aa08 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:37:55.951934 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 89ea969b-15bb-4edb-b288-41defde6aa08 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:55.952324 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:56.028196 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 89ea969b-15bb-4edb-b288-41defde6aa08 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:56.028576 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:56.051244 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:56.053514 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee08d48f-bc23-483d-8588-0104aa57afb4" -d '{"events": [{"server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "name": "network-vif-plugged", "status": "completed", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:56.065594 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=89ea969b-15bb-4edb-b288-41defde6aa08,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:56.070751 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:56.094892 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b351f7d-a750-4539-bd4f-626e4921b73f x-openstack-request-id: req-5b351f7d-a750-4539-bd4f-626e4921b73f {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:56.095177 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "name": "network-vif-plugged", "status": "completed", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:56.095458 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b351f7d-a750-4539-bd4f-626e4921b73f {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:56.095908 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b351f7d-a750-4539-bd4f-626e4921b73f'] response: {'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08', 'code': 200} Apr 05 22:37:56.125341 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=89ea969b-15bb-4edb-b288-41defde6aa08,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:56.284083 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87f6b3-5cad-4772-be41-d8879d34da2a req-2b980216-8085-4f07-9610-50c2e04bedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:56.285463 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0c87f6b3-5cad-4772-be41-d8879d34da2a req-2b980216-8085-4f07-9610-50c2e04bedd5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 1129 time: 0.0480404 Apr 05 22:37:56.332943 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0c87f6b3-5cad-4772-be41-d8879d34da2a req-58eb850e-7a0c-4991-a6d8-05ed90d5e471 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391197 Apr 05 22:37:56.932236 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f6085-76a0-414f-8305-ff90436e8ab0 req-c8c3c16e-b06a-4e6c-a49b-6ae0978ddcb0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:56.933713 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-502f6085-76a0-414f-8305-ff90436e8ab0 req-c8c3c16e-b06a-4e6c-a49b-6ae0978ddcb0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0636127 Apr 05 22:37:56.979259 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-502f6085-76a0-414f-8305-ff90436e8ab0 req-43f8e042-a5f2-4648-b2b8-e35d6905e099 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399098 Apr 05 22:37:58.108573 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5b62e-2674-434b-bbbd-ec155d39af4f req-f8dfea63-7dcb-41db-8ec5-d68d94ba16dd tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:58.110064 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4dd5b62e-2674-434b-bbbd-ec155d39af4f req-f8dfea63-7dcb-41db-8ec5-d68d94ba16dd tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0546398 Apr 05 22:37:58.170033 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4dd5b62e-2674-434b-bbbd-ec155d39af4f req-3b7c8933-9bf5-4284-82a5-fe484d88a28f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538700 Apr 05 22:37:59.119846 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d089-bc92-4c4d-a4cf-ed0755435afc req-9237d8f1-3c3e-4cf3-bc69-e454765e13d6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:59.121298 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8de2d089-bc92-4c4d-a4cf-ed0755435afc req-9237d8f1-3c3e-4cf3-bc69-e454765e13d6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0552247 Apr 05 22:37:59.171411 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8de2d089-bc92-4c4d-a4cf-ed0755435afc req-506faee4-c182-4b3d-86ee-3188d093a03e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Apr 05 22:37:59.301926 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac524e2-a3f4-4d3e-aff4-8707f042483d req-4b8c59f3-2bd5-4462-a451-3fdb0742fc77 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:59.303336 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bac524e2-a3f4-4d3e-aff4-8707f042483d req-4b8c59f3-2bd5-4462-a451-3fdb0742fc77 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0519538 Apr 05 22:37:59.348731 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bac524e2-a3f4-4d3e-aff4-8707f042483d req-0ed2a580-2999-456f-8d08-074f09971ab1 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397859 Apr 05 22:37:59.467052 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b45796-0052-4f54-9112-7e312531b389 req-ad0d29b1-0825-4127-800a-3b23b60c3d00 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:59.468509 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-70b45796-0052-4f54-9112-7e312531b389 req-ad0d29b1-0825-4127-800a-3b23b60c3d00 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0520430 Apr 05 22:37:59.477214 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52128) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:59.481471 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-79db9899-a14e-405a-b905-9a3ad522d724 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Request body: {'floatingip': {'port_id': '89ea969b-15bb-4edb-b288-41defde6aa08'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:59.519195 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79db9899-a14e-405a-b905-9a3ad522d724 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (eda22e47-bc39-4bc5-add7-0b8c79635f21), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.224564 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79db9899-a14e-405a-b905-9a3ad522d724 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.228951 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79db9899-a14e-405a-b905-9a3ad522d724 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (eda22e47-bc39-4bc5-add7-0b8c79635f21), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.294428 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a38e6a-755c-4161-8806-0773ae44eb22 req-da451229-1c1b-4b06-a5c5-839b21a94fa2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:00.295936 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-03a38e6a-755c-4161-8806-0773ae44eb22 req-da451229-1c1b-4b06-a5c5-839b21a94fa2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0520959 Apr 05 22:38:00.331040 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.l3_db [None req-79db9899-a14e-405a-b905-9a3ad522d724 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Floating IP eda22e47-bc39-4bc5-add7-0b8c79635f21 associated. External IP: 172.28.3.177, port: 89ea969b-15bb-4edb-b288-41defde6aa08. Apr 05 22:38:00.343413 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-03a38e6a-755c-4161-8806-0773ae44eb22 req-560b3eae-a77f-4b92-b14a-441129b0e0ad tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415983 Apr 05 22:38:00.556367 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79db9899-a14e-405a-b905-9a3ad522d724 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:00.681679 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79db9899-a14e-405a-b905-9a3ad522d724 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:00.686965 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79db9899-a14e-405a-b905-9a3ad522d724 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.691575 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f28e63-d827-4feb-8a5f-49eae316c12e None None] Sync routers for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:00.701361 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f28e63-d827-4feb-8a5f-49eae316c12e None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:00.701977 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-45f28e63-d827-4feb-8a5f-49eae316c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:00.717081 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-79db9899-a14e-405a-b905-9a3ad522d724 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "PUT /v2.0/floatingips/eda22e47-bc39-4bc5-add7-0b8c79635f21 HTTP/1.1" status: 200 len: 991 time: 1.2388685 Apr 05 22:38:00.717652 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:00.719940 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449478ee-2568-49d5-807c-5ed0854ba7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:00.754596 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12507e2a-1c70-4af8-af29-3c027d6e6c77 x-openstack-request-id: req-12507e2a-1c70-4af8-af29-3c027d6e6c77 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:00.754932 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:00.755186 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12507e2a-1c70-4af8-af29-3c027d6e6c77 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:00.755632 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12507e2a-1c70-4af8-af29-3c027d6e6c77'] response: {'name': 'network-changed', 'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08', 'status': 'completed', 'code': 200} Apr 05 22:38:00.809864 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-45f28e63-d827-4feb-8a5f-49eae316c12e None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:01.047370 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-45f28e63-d827-4feb-8a5f-49eae316c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'eda22e47-bc39-4bc5-add7-0b8c79635f21', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'floating_ip_address': '172.28.3.177', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'port_id': '89ea969b-15bb-4edb-b288-41defde6aa08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'mac_address': 'fa:16:3e:c8:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:37:46Z', 'updated_at': '2022-04-05T22:38:00Z', 'revision_number': 1, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:01.076021 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f28e63-d827-4feb-8a5f-49eae316c12e None None] Checking router: 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:01.080923 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449478ee-2568-49d5-807c-5ed0854ba7a7 req-7c4803e0-adaa-4b4c-a0e7-b360ce4b841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:01.082451 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-449478ee-2568-49d5-807c-5ed0854ba7a7 req-7c4803e0-adaa-4b4c-a0e7-b360ce4b841c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 1129 time: 0.0455401 Apr 05 22:38:01.084554 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f28e63-d827-4feb-8a5f-49eae316c12e None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:01.085152 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-45f28e63-d827-4feb-8a5f-49eae316c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:01.179308 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449478ee-2568-49d5-807c-5ed0854ba7a7 req-5a29ad40-2d86-400a-b0cb-8343369bf3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:01.180770 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-449478ee-2568-49d5-807c-5ed0854ba7a7 req-5a29ad40-2d86-400a-b0cb-8343369bf3d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 200 len: 918 time: 0.0898380 Apr 05 22:38:01.190360 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-45f28e63-d827-4feb-8a5f-49eae316c12e None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:01.289883 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-449478ee-2568-49d5-807c-5ed0854ba7a7 req-4954fb0c-bf3e-40f7-ab8b-d31a0a73c4e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ea969b-15bb-4edb-b288-41defde6aa08 HTTP/1.1" status: 200 len: 999 time: 0.0594575 Apr 05 22:38:01.344875 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449478ee-2568-49d5-807c-5ed0854ba7a7 req-f3895f10-8429-47ba-b1c1-22d2e5a51d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:01.346249 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-449478ee-2568-49d5-807c-5ed0854ba7a7 req-f3895f10-8429-47ba-b1c1-22d2e5a51d3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=153678da-7701-49d9-b921-ee9887cc1075 HTTP/1.1" status: 200 len: 856 time: 0.0478587 Apr 05 22:38:01.415413 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-45f28e63-d827-4feb-8a5f-49eae316c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'eda22e47-bc39-4bc5-add7-0b8c79635f21', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'floating_ip_address': '172.28.3.177', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'port_id': '89ea969b-15bb-4edb-b288-41defde6aa08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'mac_address': 'fa:16:3e:c8:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:37:46Z', 'updated_at': '2022-04-05T22:38:00Z', 'revision_number': 1, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:01.431632 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449478ee-2568-49d5-807c-5ed0854ba7a7 req-8bbb991e-0ccb-4a3b-a835-612fdd3fcbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:01.433161 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-449478ee-2568-49d5-807c-5ed0854ba7a7 req-8bbb991e-0ccb-4a3b-a835-612fdd3fcbd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69f3666c-d270-41ea-a8aa-729dc02e1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0752428 Apr 05 22:38:01.443927 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081679c-5681-43d8-b678-ca85ad48098f req-a0a1690b-fe23-4e85-96c9-afe53cd63de1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:01.445337 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e081679c-5681-43d8-b678-ca85ad48098f req-a0a1690b-fe23-4e85-96c9-afe53cd63de1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0799146 Apr 05 22:38:01.448049 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f28e63-d827-4feb-8a5f-49eae316c12e None None] The sync data for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb is: [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'eda22e47-bc39-4bc5-add7-0b8c79635f21', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'floating_ip_address': '172.28.3.177', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'port_id': '89ea969b-15bb-4edb-b288-41defde6aa08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'mac_address': 'fa:16:3e:c8:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:37:46Z', 'updated_at': '2022-04-05T22:38:00Z', 'revision_number': 1, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:01.473252 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea8b78-98ab-4132-9166-8461f3b4a555 req-d8319126-fad3-49d1-b096-58fe8948334e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:01.474859 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b8ea8b78-98ab-4132-9166-8461f3b4a555 req-d8319126-fad3-49d1-b096-58fe8948334e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 945 time: 0.0576077 Apr 05 22:38:01.530948 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b8ea8b78-98ab-4132-9166-8461f3b4a555 req-6390916e-78ef-48ab-bcb8-ea6175cf6eca tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=0142f7c4-2127-4a87-8e48-d552d23d10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499725 Apr 05 22:38:01.596250 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-449478ee-2568-49d5-807c-5ed0854ba7a7 req-39b565d8-6469-4418-a0d3-8a7c3891c886 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498618 Apr 05 22:38:01.637239 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Deleting port 9419488b-637f-4ded-8cb7-40c89757206b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:01.637581 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (9419488b-637f-4ded-8cb7-40c89757206b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.663160 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ae100-007b-4ab4-a316-f43b1f485ccd None None] New status for floating IP eda22e47-bc39-4bc5-add7-0b8c79635f21: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:01.757485 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-449478ee-2568-49d5-807c-5ed0854ba7a7 req-e2fa080c-769b-4921-b63c-d8bde85a1aa3 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507220 Apr 05 22:38:01.768487 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] For port 9419488b-637f-4ded-8cb7-40c89757206b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9419488b-637f-4ded-8cb7-40c89757206b,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:01.768883 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (9419488b-637f-4ded-8cb7-40c89757206b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.945756 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.946087 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (22b4337a-e6a6-4cca-882c-594769035014), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.946421 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.l3_db [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Floating IP 22b4337a-e6a6-4cca-882c-594769035014 disassociated. External IP: 172.28.3.214, port: 9419488b-637f-4ded-8cb7-40c89757206b. Apr 05 22:38:01.946779 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Calling delete_port for 9419488b-637f-4ded-8cb7-40c89757206b owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:02.081513 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (9419488b-637f-4ded-8cb7-40c89757206b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.112485 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event deleted for resources: {'Port': ['ID=9419488b-637f-4ded-8cb7-40c89757206b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:02.238893 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Router 837d3629-e791-437b-bd3c-1ddc7e18f831 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:02.350123 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:02.361135 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e23ca9-84e7-4844-ac98-a3529e43fa0e None None] Sync routers for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:02.375969 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e23ca9-84e7-4844-ac98-a3529e43fa0e None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:02.376866 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-81e23ca9-84e7-4844-ac98-a3529e43fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:02.397941 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] No DVR routers for this DVR port 9419488b-637f-4ded-8cb7-40c89757206b on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:02.400604 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.403917 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e081679c-5681-43d8-b678-ca85ad48098f req-140d94a8-cc32-4fed-874c-1c1eb04eb424 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.44 "DELETE /v2.0/ports/9419488b-637f-4ded-8cb7-40c89757206b HTTP/1.1" status: 204 len: 173 time: 0.9491467 Apr 05 22:38:02.636571 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-81e23ca9-84e7-4844-ac98-a3529e43fa0e None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:02.642391 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b205ec3e-5e9d-4f2c-b6a3-2653052f6786 req-5dc21022-24f2-42c5-8f0a-683968e81213 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb79322b-471f-43c5-acd4-d36480b55844 HTTP/1.1" status: 200 len: 210 time: 0.0265763 Apr 05 22:38:02.757342 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb79322b-471f-43c5-acd4-d36480b55844', 'name': 'network-vif-deleted', 'tag': '9419488b-637f-4ded-8cb7-40c89757206b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:02.759748 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b300e2ef-0af1-4bb6-8db0-6044fc2de27d" -d '{"events": [{"server_uuid": "fb79322b-471f-43c5-acd4-d36480b55844", "name": "network-vif-deleted", "tag": "9419488b-637f-4ded-8cb7-40c89757206b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:02.795484 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a28003a-c2c7-4263-8a9a-daf55a17a563 x-openstack-request-id: req-6a28003a-c2c7-4263-8a9a-daf55a17a563 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:02.795777 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb79322b-471f-43c5-acd4-d36480b55844", "name": "network-vif-deleted", "tag": "9419488b-637f-4ded-8cb7-40c89757206b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:02.796028 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a28003a-c2c7-4263-8a9a-daf55a17a563 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:02.797236 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a28003a-c2c7-4263-8a9a-daf55a17a563'] response: {'server_uuid': 'fb79322b-471f-43c5-acd4-d36480b55844', 'name': 'network-vif-deleted', 'tag': '9419488b-637f-4ded-8cb7-40c89757206b', 'status': 'completed', 'code': 200} Apr 05 22:38:02.834857 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-81e23ca9-84e7-4844-ac98-a3529e43fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:02.860526 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e23ca9-84e7-4844-ac98-a3529e43fa0e None None] Checking router: 837d3629-e791-437b-bd3c-1ddc7e18f831 for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:02.869136 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e23ca9-84e7-4844-ac98-a3529e43fa0e None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:02.869784 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-81e23ca9-84e7-4844-ac98-a3529e43fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:02.978866 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-81e23ca9-84e7-4844-ac98-a3529e43fa0e None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:03.180570 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-81e23ca9-84e7-4844-ac98-a3529e43fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:03.206370 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e23ca9-84e7-4844-ac98-a3529e43fa0e None None] The sync data for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb is: [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:03.443864 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a685e-6493-47df-bbe8-4b09ccc7f590 None None] New status for floating IP 22b4337a-e6a6-4cca-882c-594769035014: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:03.733394 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52148) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:03.788861 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60e15371-0238-40fe-a8b7-53a022ed946b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group (0142f7c4-2127-4a87-8e48-d552d23d10cf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:03.813457 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60e15371-0238-40fe-a8b7-53a022ed946b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group (0142f7c4-2127-4a87-8e48-d552d23d10cf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:03.861978 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60e15371-0238-40fe-a8b7-53a022ed946b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (0142f7c4-2127-4a87-8e48-d552d23d10cf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:03.864781 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60e15371-0238-40fe-a8b7-53a022ed946b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:03.865946 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-60e15371-0238-40fe-a8b7-53a022ed946b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "DELETE /v2.0/security-groups/0142f7c4-2127-4a87-8e48-d552d23d10cf HTTP/1.1" status: 204 len: 168 time: 0.1315837 Apr 05 22:38:03.868836 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52150) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:03.875034 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e15371-0238-40fe-a8b7-53a022ed946b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0142f7c4-2127-4a87-8e48-d552d23d10cf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:03.882277 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.api.v2.resource [None req-d2e8fe6b-42d4-4a93-aa51-f5230eed8569 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] show failed (client error): The resource could not be found. Apr 05 22:38:03.883469 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-d2e8fe6b-42d4-4a93-aa51-f5230eed8569 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups/0142f7c4-2127-4a87-8e48-d552d23d10cf HTTP/1.1" status: 404 len: 347 time: 0.0135767 Apr 05 22:38:03.886412 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52152) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:04.005443 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-013d841c-3ba0-48bc-ae0e-e5749d69aaf1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Deleting port 05d0f07c-695b-4788-861d-dd1268b843e8 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:04.005679 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-013d841c-3ba0-48bc-ae0e-e5749d69aaf1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (05d0f07c-695b-4788-861d-dd1268b843e8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.081322 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-013d841c-3ba0-48bc-ae0e-e5749d69aaf1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (05d0f07c-695b-4788-861d-dd1268b843e8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.081605 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-013d841c-3ba0-48bc-ae0e-e5749d69aaf1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (05d0f07c-695b-4788-861d-dd1268b843e8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.092992 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-013d841c-3ba0-48bc-ae0e-e5749d69aaf1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Calling delete_port for 05d0f07c-695b-4788-861d-dd1268b843e8 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:04.234537 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-013d841c-3ba0-48bc-ae0e-e5749d69aaf1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (05d0f07c-695b-4788-861d-dd1268b843e8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.263047 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d841c-3ba0-48bc-ae0e-e5749d69aaf1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event deleted for resources: {'Port': ['ID=05d0f07c-695b-4788-861d-dd1268b843e8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:04.320791 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-013d841c-3ba0-48bc-ae0e-e5749d69aaf1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (22b4337a-e6a6-4cca-882c-594769035014), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.323413 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-013d841c-3ba0-48bc-ae0e-e5749d69aaf1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.324551 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-013d841c-3ba0-48bc-ae0e-e5749d69aaf1 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "DELETE /v2.0/floatingips/22b4337a-e6a6-4cca-882c-594769035014 HTTP/1.1" status: 204 len: 168 time: 0.4371767 Apr 05 22:38:04.483652 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52158) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:04.488252 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b16cc781-670d-47c9-8017-19536c755bf2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491175563', 'description': 'tempest-description--861125806'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:04.513694 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b16cc781-670d-47c9-8017-19536c755bf2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.579339 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b16cc781-670d-47c9-8017-19536c755bf2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group (8ec88099-6aa6-4a99-bbb6-fceb191a96bf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.584796 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b16cc781-670d-47c9-8017-19536c755bf2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8ec88099-6aa6-4a99-bbb6-fceb191a96bf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.612916 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b16cc781-670d-47c9-8017-19536c755bf2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.614110 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-b16cc781-670d-47c9-8017-19536c755bf2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1294909 Apr 05 22:38:04.616071 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cc781-670d-47c9-8017-19536c755bf2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec88099-6aa6-4a99-bbb6-fceb191a96bf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:04.617228 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52160) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:04.621878 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7d424134-525b-457e-9aac-43c4c10d7999 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Request body: {'security_group_rule': {'security_group_id': '8ec88099-6aa6-4a99-bbb6-fceb191a96bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:04.648914 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7d424134-525b-457e-9aac-43c4c10d7999 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group_rule (82f65ec9-2a98-4f71-b3e7-3173d323121f), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.703021 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7d424134-525b-457e-9aac-43c4c10d7999 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group_rule (82f65ec9-2a98-4f71-b3e7-3173d323121f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.707652 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7d424134-525b-457e-9aac-43c4c10d7999 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (82f65ec9-2a98-4f71-b3e7-3173d323121f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.724281 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d424134-525b-457e-9aac-43c4c10d7999 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f65ec9-2a98-4f71-b3e7-3173d323121f,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:04.733956 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7d424134-525b-457e-9aac-43c4c10d7999 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.735178 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-7d424134-525b-457e-9aac-43c4c10d7999 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169260 Apr 05 22:38:04.737805 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52162) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:04.742073 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2b3a4338-585b-4c48-b98f-e8a91fabc5c7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Request body: {'security_group_rule': {'security_group_id': '8ec88099-6aa6-4a99-bbb6-fceb191a96bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:04.766724 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4338-585b-4c48-b98f-e8a91fabc5c7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group_rule (630a98f6-b51a-4a59-93ef-e5dc41ca9a6c), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.827450 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4338-585b-4c48-b98f-e8a91fabc5c7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group_rule (630a98f6-b51a-4a59-93ef-e5dc41ca9a6c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.833458 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4338-585b-4c48-b98f-e8a91fabc5c7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (630a98f6-b51a-4a59-93ef-e5dc41ca9a6c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.851555 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a4338-585b-4c48-b98f-e8a91fabc5c7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630a98f6-b51a-4a59-93ef-e5dc41ca9a6c,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:04.857067 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4338-585b-4c48-b98f-e8a91fabc5c7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.858547 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-2b3a4338-585b-4c48-b98f-e8a91fabc5c7 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195095 Apr 05 22:38:04.861706 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52166) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:04.869040 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Request body: {'floatingip': {'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:04.897121 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.996355 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:05.101552 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Allocated IP 172.28.3.238 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/802a39b4-3f7b-4582-ba87-e63e64614dd0) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:05.208071 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for port (802a39b4-3f7b-4582-ba87-e63e64614dd0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:05.249682 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (802a39b4-3f7b-4582-ba87-e63e64614dd0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:05.287063 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:05.291846 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:05.296233 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:05.299908 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event updated for resources: {'Port': ['ID=802a39b4-3f7b-4582-ba87-e63e64614dd0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:05.379007 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (de1bb904-9517-4aaa-aa04-77df009ec81d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:05.418599 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (802a39b4-3f7b-4582-ba87-e63e64614dd0), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:05.566778 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for port (802a39b4-3f7b-4582-ba87-e63e64614dd0), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:05.574809 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (802a39b4-3f7b-4582-ba87-e63e64614dd0), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:05.653539 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event updated for resources: {'Port': ['ID=802a39b4-3f7b-4582-ba87-e63e64614dd0,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:05.663978 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (de1bb904-9517-4aaa-aa04-77df009ec81d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:05.682373 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:05.683629 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-fa9a33d0-5503-4b0a-a137-0faab44f3ddd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8203630 Apr 05 22:38:05.882773 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-b1300cbb-8db5-4001-bc1c-ee971cd6b85a tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1491175563&fields=id&tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7 HTTP/1.1" status: 200 len: 267 time: 0.0414186 Apr 05 22:38:05.957747 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 9419488b-637f-4ded-8cb7-40c89757206b no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:05.980589 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 9419488b-637f-4ded-8cb7-40c89757206b {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:05.980927 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 9419488b-637f-4ded-8cb7-40c89757206b not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:05.986541 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-9c3b0c5f-b5b0-4e0a-b792-a61c46c705cd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:05.988011 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-9c3b0c5f-b5b0-4e0a-b792-a61c46c705cd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/networks?id=16c5f87e-a006-47ae-947e-1cc8f902a2e8 HTTP/1.1" status: 200 len: 810 time: 0.0990250 Apr 05 22:38:06.002408 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-9d1aa3cd-b619-4802-9c54-e9ad062296e5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/quotas/6869f250fa5f4729bf1a0a1cb79c77e7 HTTP/1.1" status: 200 len: 375 time: 0.0090134 Apr 05 22:38:06.055643 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-250a13df-587b-423d-ba25-6fbb2dc4dc5d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484321 Apr 05 22:38:06.151820 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-7eba4420-7177-4ac8-8f0a-32024d479e32 service neutron] 10.222.0.43 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841591 Apr 05 22:38:06.245755 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-e097ed16-66f1-4c53-94a0-8d913926e36f service neutron] 10.222.0.43 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853717 Apr 05 22:38:06.410070 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-156b90fc-dd5b-4ce8-a01a-33ee046e483f req-e666035f-95a4-4a51-a313-82dff4fbac46 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 210 time: 0.0276999 Apr 05 22:38:06.686723 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7b5e4471-2087-4e22-a946-90fe0c248a03 req-341fc3b5-2fcf-495d-ae17-5f0f7ba7cb5c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067326428&fields=id&tenant_id=f0071b9efb804bb9b6375a3b8ab1cfda HTTP/1.1" status: 200 len: 267 time: 0.0474560 Apr 05 22:38:06.744392 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e4471-2087-4e22-a946-90fe0c248a03 req-679eb89c-51a2-4006-801a-48ed64b50edb tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:06.745882 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7b5e4471-2087-4e22-a946-90fe0c248a03 req-679eb89c-51a2-4006-801a-48ed64b50edb tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 984 time: 0.0536215 Apr 05 22:38:06.756614 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [req-7b5e4471-2087-4e22-a946-90fe0c248a03 req-8b9410f3-66fa-4b91-9608-b96ac08da85a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Request body: {'port': {'security_groups': ['f1532618-193e-442b-b6df-80eaf0a2de26']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:06.838151 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7b5e4471-2087-4e22-a946-90fe0c248a03 req-8b9410f3-66fa-4b91-9608-b96ac08da85a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.015075 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7b5e4471-2087-4e22-a946-90fe0c248a03 req-8b9410f3-66fa-4b91-9608-b96ac08da85a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] For port 4e030730-9d97-427d-a8a3-2929bbb540b4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e030730-9d97-427d-a8a3-2929bbb540b4,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:07.043562 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7b5e4471-2087-4e22-a946-90fe0c248a03 req-8b9410f3-66fa-4b91-9608-b96ac08da85a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.049967 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7b5e4471-2087-4e22-a946-90fe0c248a03 req-8b9410f3-66fa-4b91-9608-b96ac08da85a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.062097 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['4e030730-9d97-427d-a8a3-2929bbb540b4'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:07.095248 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e4471-2087-4e22-a946-90fe0c248a03 req-8b9410f3-66fa-4b91-9608-b96ac08da85a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:07.095898 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7b5e4471-2087-4e22-a946-90fe0c248a03 req-8b9410f3-66fa-4b91-9608-b96ac08da85a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.100469 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7b5e4471-2087-4e22-a946-90fe0c248a03 req-8b9410f3-66fa-4b91-9608-b96ac08da85a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "PUT /v2.0/ports/4e030730-9d97-427d-a8a3-2929bbb540b4 HTTP/1.1" status: 200 len: 942 time: 0.3483267 Apr 05 22:38:07.100981 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:07.105094 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52194) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:07.118650 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e1498d-d063-4917-95e4-ff9358e5716f" -d '{"events": [{"name": "network-changed", "server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:07.155685 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9410f3-66fa-4b91-9608-b96ac08da85a tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event updated for resources: {'Port': ['ID=4e030730-9d97-427d-a8a3-2929bbb540b4,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:07.186387 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c9432b-380d-4866-921f-69e1401a5eb6 x-openstack-request-id: req-a4c9432b-380d-4866-921f-69e1401a5eb6 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:07.186702 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:07.186971 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4c9432b-380d-4866-921f-69e1401a5eb6 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:07.187361 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c9432b-380d-4866-921f-69e1401a5eb6'] response: {'name': 'network-changed', 'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'status': 'completed', 'code': 200} Apr 05 22:38:07.193456 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6b63952-184d-4ed1-929e-aefb6053b4c3 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group (8a171d21-31cd-47f8-9354-b4a4613718e1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.221591 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6b63952-184d-4ed1-929e-aefb6053b4c3 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group (8a171d21-31cd-47f8-9354-b4a4613718e1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.245802 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['4e030730-9d97-427d-a8a3-2929bbb540b4'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:07.287514 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6b63952-184d-4ed1-929e-aefb6053b4c3 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8a171d21-31cd-47f8-9354-b4a4613718e1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.297545 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6b63952-184d-4ed1-929e-aefb6053b4c3 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.298230 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-c6b63952-184d-4ed1-929e-aefb6053b4c3 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "DELETE /v2.0/security-groups/8a171d21-31cd-47f8-9354-b4a4613718e1 HTTP/1.1" status: 204 len: 168 time: 0.1921487 Apr 05 22:38:07.301053 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52200) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:07.323014 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b63952-184d-4ed1-929e-aefb6053b4c3 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a171d21-31cd-47f8-9354-b4a4613718e1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:07.386992 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1498d-d063-4917-95e4-ff9358e5716f req-f83db663-0f92-462a-97ad-15a6cc90a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:07.388829 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-15e1498d-d063-4917-95e4-ff9358e5716f req-f83db663-0f92-462a-97ad-15a6cc90a067 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0071b9efb804bb9b6375a3b8ab1cfda&device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 1129 time: 0.0613751 Apr 05 22:38:07.436038 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-77fcde35-0c68-4b93-91f7-a85bb6d66652 None None] Provisioning complete for port 4e030730-9d97-427d-a8a3-2929bbb540b4 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:07.436409 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-77fcde35-0c68-4b93-91f7-a85bb6d66652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.561043 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e83a87da-28d7-40cb-af97-9d26431ea131 req-3d70b487-9816-4486-90e2-63e340171cd8 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 210 time: 0.0351636 Apr 05 22:38:07.572343 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1498d-d063-4917-95e4-ff9358e5716f req-cef9417f-7be1-4aea-8131-34fd30deedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:07.573817 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-15e1498d-d063-4917-95e4-ff9358e5716f req-cef9417f-7be1-4aea-8131-34fd30deedeb service neutron] 10.222.0.44 "GET /v2.0/networks?id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0 HTTP/1.1" status: 200 len: 916 time: 0.1698990 Apr 05 22:38:07.575416 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-77fcde35-0c68-4b93-91f7-a85bb6d66652 None None] Current status of the port 4e030730-9d97-427d-a8a3-2929bbb540b4 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:07.582142 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-478d7b3c-a2a9-4303-a1f6-63280e4dd589 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:07.584031 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-478d7b3c-a2a9-4303-a1f6-63280e4dd589 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.44 "GET /v2.0/networks?id=16c5f87e-a006-47ae-947e-1cc8f902a2e8 HTTP/1.1" status: 200 len: 810 time: 0.1533608 Apr 05 22:38:07.585015 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Deleting port 0511acc8-82da-4e8a-ba4a-29d74650ee2f {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:07.585448 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (0511acc8-82da-4e8a-ba4a-29d74650ee2f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.666513 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (0511acc8-82da-4e8a-ba4a-29d74650ee2f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.666865 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for floatingip (0511acc8-82da-4e8a-ba4a-29d74650ee2f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.671627 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-15e1498d-d063-4917-95e4-ff9358e5716f req-47b2c3c3-efe8-473e-b3d8-e2c3743c4c17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e030730-9d97-427d-a8a3-2929bbb540b4 HTTP/1.1" status: 200 len: 1000 time: 0.0869074 Apr 05 22:38:07.678379 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Calling delete_port for 0511acc8-82da-4e8a-ba4a-29d74650ee2f owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:07.692832 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-7d72f813-07e0-40d9-aad0-a3da574c189d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7 HTTP/1.1" status: 200 len: 380 time: 0.0711188 Apr 05 22:38:07.732365 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Request body: {'port': {'device_id': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'admin_state_up': True, 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'security_groups': ['8ec88099-6aa6-4a99-bbb6-fceb191a96bf']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:07.823179 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1498d-d063-4917-95e4-ff9358e5716f req-e5fed3b9-3eb4-481d-bedc-ffb2ccc2e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:07.824637 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-15e1498d-d063-4917-95e4-ff9358e5716f req-e5fed3b9-3eb4-481d-bedc-ffb2ccc2e77e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452dae91-bf6a-4e36-a458-2a6fae6bab0d HTTP/1.1" status: 200 len: 854 time: 0.0962570 Apr 05 22:38:07.852429 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (0511acc8-82da-4e8a-ba4a-29d74650ee2f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.877547 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event deleted for resources: {'Port': ['ID=0511acc8-82da-4e8a-ba4a-29d74650ee2f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:07.946954 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks [] for floatingip (c75875fc-ea0c-4d9d-b458-95c58a71afaf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:07.947246 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.l3_db [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Floating IP c75875fc-ea0c-4d9d-b458-95c58a71afaf disassociated (deleted). External IP: 172.28.3.67, port: 4e030730-9d97-427d-a8a3-2929bbb540b4. Apr 05 22:38:08.151470 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1498d-d063-4917-95e4-ff9358e5716f req-6a198f37-f340-4a11-822e-121d6ddd9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:08.152976 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-15e1498d-d063-4917-95e4-ff9358e5716f req-6a198f37-f340-4a11-822e-121d6ddd9093 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3192806 Apr 05 22:38:08.153690 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Made reservation on behalf of 6869f250fa5f4729bf1a0a1cb79c77e7 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:08.157235 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:08.166469 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:08.285121 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:08.290515 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:08.295496 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6db4bd-dfe4-465c-9cc3-7191f5be8538 None None] Sync routers for ids ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:08.306202 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6db4bd-dfe4-465c-9cc3-7191f5be8538 None None] Routers {'d750a044-4ffb-4deb-9df6-8b860b7a4bb4'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:08.306882 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-db6db4bd-dfe4-465c-9cc3-7191f5be8538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:08.319185 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-15e1498d-d063-4917-95e4-ff9358e5716f req-6161638b-838b-4d67-94cd-04b2e475432c service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587427 Apr 05 22:38:08.323330 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-4e2d2ca6-57a5-4e08-95d5-88b5ae59cb28 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "DELETE /v2.0/floatingips/c75875fc-ea0c-4d9d-b458-95c58a71afaf HTTP/1.1" status: 204 len: 168 time: 1.0184457 Apr 05 22:38:08.399476 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Allocated IP 172.20.0.11 (16c5f87e-a006-47ae-947e-1cc8f902a2e8/95feccaa-a5da-4cb7-9abd-52112f8ef21a/b8c8b0a3-c20b-4b00-8296-3affb7c21d18) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:08.429269 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-db6db4bd-dfe4-465c-9cc3-7191f5be8538 None None] Set router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:08.465178 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-15e1498d-d063-4917-95e4-ff9358e5716f req-a860446a-8db3-4833-8e89-ebc56272c12e service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334791 Apr 05 22:38:08.578441 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:08.621575 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:08.645150 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-db6db4bd-dfe4-465c-9cc3-7191f5be8538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 4, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '97c9c67f-7fa2-4412-aced-678885461cfe', 'name': '', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'mac_address': 'fa:16:3e:09:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:14Z', 'updated_at': '2022-04-05T22:35:20Z', 'revision_number': 5, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'subnets': [{'id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:08.670963 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6db4bd-dfe4-465c-9cc3-7191f5be8538 None None] Checking router: d750a044-4ffb-4deb-9df6-8b860b7a4bb4 for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:08.679374 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6db4bd-dfe4-465c-9cc3-7191f5be8538 None None] Routers {'d750a044-4ffb-4deb-9df6-8b860b7a4bb4'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:08.680126 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-db6db4bd-dfe4-465c-9cc3-7191f5be8538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:08.692266 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:08.699087 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:08.703463 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:08.739999 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event updated for resources: {'Port': ['ID=b8c8b0a3-c20b-4b00-8296-3affb7c21d18,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:08.765020 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:08.765639 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:08.780179 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d10452-3da1-47f5-b0c2-19395a21454a req-e51f1b22-46b9-41d3-95bc-f9c9a1e2f85e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:08.781691 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-47d10452-3da1-47f5-b0c2-19395a21454a req-e51f1b22-46b9-41d3-95bc-f9c9a1e2f85e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 932 time: 0.1383104 Apr 05 22:38:08.798972 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-eff753db-3a8e-40a9-9661-c461d874c092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0717854 Apr 05 22:38:08.815300 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-db6db4bd-dfe4-465c-9cc3-7191f5be8538 None None] Set router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:08.840188 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-47d10452-3da1-47f5-b0c2-19395a21454a req-2c9f888b-12d1-410a-8684-1b44aea5f986 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510190 Apr 05 22:38:08.955827 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-744ebc52-0818-4ecb-b295-dcf407fd7ee1 None None] Provisioning complete for port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:08.956077 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-744ebc52-0818-4ecb-b295-dcf407fd7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:08.967361 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Request body: {'port': {'device_id': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:09.007522 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-744ebc52-0818-4ecb-b295-dcf407fd7ee1 None None] Port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:09.031676 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:09.055520 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-db6db4bd-dfe4-465c-9cc3-7191f5be8538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 4, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '97c9c67f-7fa2-4412-aced-678885461cfe', 'name': '', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'mac_address': 'fa:16:3e:09:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:14Z', 'updated_at': '2022-04-05T22:35:20Z', 'revision_number': 5, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'subnets': [{'id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:09.081925 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6db4bd-dfe4-465c-9cc3-7191f5be8538 None None] The sync data for ids ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'] in dv-cinder-835881-4-smb is: [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:35:15Z', 'revision_number': 4, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '97c9c67f-7fa2-4412-aced-678885461cfe', 'name': '', 'network_id': '113d5ee9-b8c3-4bc6-9857-981bc3547fa0', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'mac_address': 'fa:16:3e:09:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:14Z', 'updated_at': '2022-04-05T22:35:20Z', 'revision_number': 5, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'subnets': [{'id': '452dae91-bf6a-4e36-a458-2a6fae6bab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:09.188074 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:09.190537 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61c4e35-a7df-4adf-aad3-fc0963fc4646" -d '{"events": [{"name": "network-changed", "server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:09.237166 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927cd688-2779-4fde-b1ff-2e992470ec45 x-openstack-request-id: req-927cd688-2779-4fde-b1ff-2e992470ec45 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:09.237515 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:09.237823 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-927cd688-2779-4fde-b1ff-2e992470ec45 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:09.238385 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927cd688-2779-4fde-b1ff-2e992470ec45'] response: {'name': 'network-changed', 'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'status': 'completed', 'code': 200} Apr 05 22:38:09.342084 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824532b1-ef92-4101-a565-f914d8108e71 None None] New status for floating IP c75875fc-ea0c-4d9d-b458-95c58a71afaf: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:09.361186 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c8b0a3-c20b-4b00-8296-3affb7c21d18 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:09.373104 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Publish callbacks [] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:09.377461 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c4e35-a7df-4adf-aad3-fc0963fc4646 req-f8d9ce19-d8ce-4847-8cf9-a0f5fbb34a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:09.379669 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f61c4e35-a7df-4adf-aad3-fc0963fc4646 req-f8d9ce19-d8ce-4847-8cf9-a0f5fbb34a09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0071b9efb804bb9b6375a3b8ab1cfda&device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 1129 time: 0.1161516 Apr 05 22:38:09.409025 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Transition to ACTIVE for port object b8c8b0a3-c20b-4b00-8296-3affb7c21d18 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:38:09.420075 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:09.513621 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Pushing event updated for resources: {'Port': ['ID=b8c8b0a3-c20b-4b00-8296-3affb7c21d18,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:09.532580 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c4e35-a7df-4adf-aad3-fc0963fc4646 req-de8aa105-822e-4432-89de-29caf1e9c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:09.534153 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f61c4e35-a7df-4adf-aad3-fc0963fc4646 req-de8aa105-822e-4432-89de-29caf1e9c068 service neutron] 10.222.0.44 "GET /v2.0/networks?id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0 HTTP/1.1" status: 200 len: 916 time: 0.1484814 Apr 05 22:38:09.607148 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f61c4e35-a7df-4adf-aad3-fc0963fc4646 req-7b6ab9cf-b22e-42dd-b01f-7cf4e8695cd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e030730-9d97-427d-a8a3-2929bbb540b4 HTTP/1.1" status: 200 len: 217 time: 0.0545418 Apr 05 22:38:09.674978 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Attempting to bind port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:09.675312 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Attempting to bind port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:09.675637 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Attempting to bind port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 on network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:09.680642 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c4e35-a7df-4adf-aad3-fc0963fc4646 req-b326fb5c-3751-46e2-9807-764df4e0459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:09.682302 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f61c4e35-a7df-4adf-aad3-fc0963fc4646 req-b326fb5c-3751-46e2-9807-764df4e0459b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=452dae91-bf6a-4e36-a458-2a6fae6bab0d HTTP/1.1" status: 200 len: 854 time: 0.0683758 Apr 05 22:38:09.683653 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 on network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:38:09.683977 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Attempting to bind port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 on network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:09.697936 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:09.698267 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Checking segment: {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:09.698646 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Bound using segment: {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:09.699084 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Bound port: b8c8b0a3-c20b-4b00-8296-3affb7c21d18, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc15bd94-8d98-4754-a0c4-91c1195841a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:09.699432 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:09.784664 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c4e35-a7df-4adf-aad3-fc0963fc4646 req-ee06aa72-9544-4550-bc7e-c2bfbef74edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:09.786219 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f61c4e35-a7df-4adf-aad3-fc0963fc4646 req-ee06aa72-9544-4550-bc7e-c2bfbef74edf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=113d5ee9-b8c3-4bc6-9857-981bc3547fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0955215 Apr 05 22:38:09.795793 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] For port b8c8b0a3-c20b-4b00-8296-3affb7c21d18, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:09.800372 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] For port b8c8b0a3-c20b-4b00-8296-3affb7c21d18, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b8c8b0a3-c20b-4b00-8296-3affb7c21d18,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:09.821483 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:09.903072 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:09.903677 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:09.905465 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] 10.222.0.44 "PUT /v2.0/ports/b8c8b0a3-c20b-4b00-8296-3affb7c21d18 HTTP/1.1" status: 200 len: 1094 time: 0.9425836 Apr 05 22:38:09.905916 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'tag': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:09.908267 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c46ff7-87e1-4fe3-99fe-8c0f886e6657" -d '{"events": [{"name": "network-changed", "server_uuid": "5802f880-3969-4163-849a-aaeb8c9ebc94", "tag": "b8c8b0a3-c20b-4b00-8296-3affb7c21d18"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:09.963140 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd2c1d-01af-475a-acfd-a27ff506ca9e service neutron] Pushing event updated for resources: {'Port': ['ID=b8c8b0a3-c20b-4b00-8296-3affb7c21d18,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:09.968778 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8972aaa5-7d4b-444d-aebe-2fe56e1870d7 x-openstack-request-id: req-8972aaa5-7d4b-444d-aebe-2fe56e1870d7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:09.969049 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5802f880-3969-4163-849a-aaeb8c9ebc94", "tag": "b8c8b0a3-c20b-4b00-8296-3affb7c21d18", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:09.969299 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8972aaa5-7d4b-444d-aebe-2fe56e1870d7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:09.969695 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8972aaa5-7d4b-444d-aebe-2fe56e1870d7'] response: {'name': 'network-changed', 'server_uuid': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'tag': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18', 'status': 'completed', 'code': 200} Apr 05 22:38:10.014856 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f61c4e35-a7df-4adf-aad3-fc0963fc4646 req-8a9278e0-e969-403b-a52e-763c63f29a64 service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164733 Apr 05 22:38:10.065273 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5482d10-19b5-47b0-bf26-d06489b15eed req-19dae361-7786-4345-8105-46aa8f29c859 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:10.066854 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b5482d10-19b5-47b0-bf26-d06489b15eed req-19dae361-7786-4345-8105-46aa8f29c859 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 944 time: 0.1499915 Apr 05 22:38:10.124978 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-9f0e6be6-d8db-4da4-aca5-e409e2405fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:10.126484 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-9f0e6be6-d8db-4da4-aca5-e409e2405fea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7&device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 1128 time: 0.1544080 Apr 05 22:38:10.187221 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-b509b180-65bb-4b72-b625-946c44bfd6b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8c8b0a3-c20b-4b00-8296-3affb7c21d18 HTTP/1.1" status: 200 len: 217 time: 0.0518272 Apr 05 22:38:10.200998 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b5482d10-19b5-47b0-bf26-d06489b15eed req-b9072c6f-0679-47fb-b9d5-47c414d0932d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249523 Apr 05 22:38:10.233988 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f61c4e35-a7df-4adf-aad3-fc0963fc4646 req-b33873a8-261f-460f-90be-96b8ebd0505a service neutron] 10.222.0.44 "GET /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048857 Apr 05 22:38:10.251818 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-b582ac07-fa41-44f4-a106-602694acc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:10.253237 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-b582ac07-fa41-44f4-a106-602694acc425 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95feccaa-a5da-4cb7-9abd-52112f8ef21a HTTP/1.1" status: 200 len: 849 time: 0.0585048 Apr 05 22:38:10.303979 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-56cba718-6986-4353-b8a0-4fb0b5b4ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:10.305265 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-56cba718-6986-4353-b8a0-4fb0b5b4ee55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16c5f87e-a006-47ae-947e-1cc8f902a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441275 Apr 05 22:38:10.399744 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-fb541e85-8d67-478c-90e8-2a34bb965ed8 service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845265 Apr 05 22:38:10.496860 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-44ce920c-3ca8-4580-8111-820fdeddddf9 req-15072eed-aa02-4a6e-82be-258fa3ecd176 service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863218 Apr 05 22:38:11.091226 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efcdd3-118c-4956-a2de-a4fb0c697d7a req-bfdb7271-8b3c-43f1-9d6a-eae8a05ec718 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:11.092847 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-01efcdd3-118c-4956-a2de-a4fb0c697d7a req-bfdb7271-8b3c-43f1-9d6a-eae8a05ec718 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 945 time: 0.0576584 Apr 05 22:38:11.146181 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-01efcdd3-118c-4956-a2de-a4fb0c697d7a req-c9f0dfb8-abb6-496e-9ea4-4fc7c65744d7 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473905 Apr 05 22:38:11.338314 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb7f47-1cee-44bb-b152-40c24db22f9d req-1e028a10-a2e2-4775-9660-c071ec191e5c tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:11.340150 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9bdb7f47-1cee-44bb-b152-40c24db22f9d req-1e028a10-a2e2-4775-9660-c071ec191e5c tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 944 time: 0.0640190 Apr 05 22:38:11.388945 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9bdb7f47-1cee-44bb-b152-40c24db22f9d req-4d1cc69b-018a-449d-9645-02a945ee9d9a tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428877 Apr 05 22:38:11.632336 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c46ff7-87e1-4fe3-99fe-8c0f886e6657 req-870052c7-7a10-4cc1-90dc-3612b9cacab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:11.633834 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-77c46ff7-87e1-4fe3-99fe-8c0f886e6657 req-870052c7-7a10-4cc1-90dc-3612b9cacab9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7&device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 1128 time: 0.0488067 Apr 05 22:38:11.968188 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device b8c8b0a3-c20b-4b00-8296-3affb7c21d18 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:38:12.073789 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port b8c8b0a3-c20b-4b00-8296-3affb7c21d18, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b8c8b0a3-c20b-4b00-8296-3affb7c21d18,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:12.084481 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'port_id': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18', 'mac_address': 'fa:16:3e:8c:1e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:38:12.124453 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:12.124832 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:12.137753 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c8b0a3-c20b-4b00-8296-3affb7c21d18 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:12.161932 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port b8c8b0a3-c20b-4b00-8296-3affb7c21d18, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b8c8b0a3-c20b-4b00-8296-3affb7c21d18,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:12.167187 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:12.213679 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=b8c8b0a3-c20b-4b00-8296-3affb7c21d18,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:12.270118 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82970941-0b89-46e4-a9b3-3add46184ad3 req-d4c58795-55ba-48e0-8688-70b1be73d3f8 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:12.271683 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-82970941-0b89-46e4-a9b3-3add46184ad3 req-d4c58795-55ba-48e0-8688-70b1be73d3f8 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 945 time: 0.0564961 Apr 05 22:38:12.322042 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-82970941-0b89-46e4-a9b3-3add46184ad3 req-44af10ac-4b6d-4dd7-ae21-cf3c19a8f020 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Apr 05 22:38:12.510424 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['b8c8b0a3-c20b-4b00-8296-3affb7c21d18'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:12.510700 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eed18-e0b4-40de-b990-a7fba59a1645 req-7a32a685-9148-4190-93e6-2e2c673457e6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:12.511924 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-730eed18-e0b4-40de-b990-a7fba59a1645 req-7a32a685-9148-4190-93e6-2e2c673457e6 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 945 time: 0.0551646 Apr 05 22:38:12.561338 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-730eed18-e0b4-40de-b990-a7fba59a1645 req-580a15ee-5c16-408e-acd3-df8a318f653c tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434132 Apr 05 22:38:13.526482 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed59d1-1f85-4bdc-8212-12ca14796cd7 req-067b3813-a26a-485e-ae8a-9caa6997e560 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:13.528028 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-daed59d1-1f85-4bdc-8212-12ca14796cd7 req-067b3813-a26a-485e-ae8a-9caa6997e560 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 945 time: 0.1249757 Apr 05 22:38:13.561921 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c46ff7-87e1-4fe3-99fe-8c0f886e6657 req-4dd37fd4-28b0-4c9a-8845-4ee65675c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:13.563391 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-77c46ff7-87e1-4fe3-99fe-8c0f886e6657 req-4dd37fd4-28b0-4c9a-8845-4ee65675c181 service neutron] 10.222.0.44 "GET /v2.0/networks?id=16c5f87e-a006-47ae-947e-1cc8f902a2e8 HTTP/1.1" status: 200 len: 911 time: 0.1231554 Apr 05 22:38:13.591179 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-daed59d1-1f85-4bdc-8212-12ca14796cd7 req-5ac22238-a479-4b78-b801-0c251237a18c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1532618-193e-442b-b6df-80eaf0a2de26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561309 Apr 05 22:38:13.718409 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-77c46ff7-87e1-4fe3-99fe-8c0f886e6657 req-92da37fd-e92f-4d4d-9a8a-6d9943734d2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8c8b0a3-c20b-4b00-8296-3affb7c21d18 HTTP/1.1" status: 200 len: 217 time: 0.0514436 Apr 05 22:38:13.767983 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bde23-f800-4444-8eb3-d6a1ddebc1e1 req-4fcbc7ff-c14a-4334-83d5-6e9e3b471077 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:13.769449 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-868bde23-f800-4444-8eb3-d6a1ddebc1e1 req-4fcbc7ff-c14a-4334-83d5-6e9e3b471077 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 945 time: 0.1210744 Apr 05 22:38:13.822034 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c46ff7-87e1-4fe3-99fe-8c0f886e6657 req-5beccf65-df76-4dea-8f06-f79d4029126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:13.823501 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-77c46ff7-87e1-4fe3-99fe-8c0f886e6657 req-5beccf65-df76-4dea-8f06-f79d4029126f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95feccaa-a5da-4cb7-9abd-52112f8ef21a HTTP/1.1" status: 200 len: 849 time: 0.0934942 Apr 05 22:38:13.887821 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-868bde23-f800-4444-8eb3-d6a1ddebc1e1 req-53a39644-18ad-4d7e-9202-293088f4bebc tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117787 Apr 05 22:38:13.907462 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fbcf6-b857-457f-a262-165e07f3b61c req-7ad11db2-c3b1-4437-8e26-a2d226dc6f5c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:13.909014 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5c5fbcf6-b857-457f-a262-165e07f3b61c req-7ad11db2-c3b1-4437-8e26-a2d226dc6f5c tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.44 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 945 time: 0.1258030 Apr 05 22:38:13.916220 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c46ff7-87e1-4fe3-99fe-8c0f886e6657 req-b53e8a7b-80a0-4792-9782-227bea34ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:13.917675 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-77c46ff7-87e1-4fe3-99fe-8c0f886e6657 req-b53e8a7b-80a0-4792-9782-227bea34ed79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16c5f87e-a006-47ae-947e-1cc8f902a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0825145 Apr 05 22:38:13.978500 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device b8c8b0a3-c20b-4b00-8296-3affb7c21d18 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:14.030351 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:38:14.034091 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:14.034483 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.072161 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-77c46ff7-87e1-4fe3-99fe-8c0f886e6657 req-0addd714-084e-4860-9023-f6cbd624386f service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300142 Apr 05 22:38:14.082320 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-5c5fbcf6-b857-457f-a262-165e07f3b61c req-608fee5c-5464-4722-9801-12c37230343d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Deleting port 4e030730-9d97-427d-a8a3-2929bbb540b4 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:14.082691 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5c5fbcf6-b857-457f-a262-165e07f3b61c req-608fee5c-5464-4722-9801-12c37230343d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.179360 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-5c5fbcf6-b857-457f-a262-165e07f3b61c req-608fee5c-5464-4722-9801-12c37230343d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] For port 4e030730-9d97-427d-a8a3-2929bbb540b4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e030730-9d97-427d-a8a3-2929bbb540b4,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:14.179735 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5c5fbcf6-b857-457f-a262-165e07f3b61c req-608fee5c-5464-4722-9801-12c37230343d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.194100 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-5c5fbcf6-b857-457f-a262-165e07f3b61c req-608fee5c-5464-4722-9801-12c37230343d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Calling delete_port for 4e030730-9d97-427d-a8a3-2929bbb540b4 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:14.247417 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:14.247790 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.270165 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:14.272556 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945cd05c-5d57-4fcd-96a7-e9431807fd12" -d '{"events": [{"server_uuid": "5802f880-3969-4163-849a-aaeb8c9ebc94", "name": "network-vif-plugged", "status": "completed", "tag": "b8c8b0a3-c20b-4b00-8296-3affb7c21d18"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:14.285901 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port b8c8b0a3-c20b-4b00-8296-3affb7c21d18, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b8c8b0a3-c20b-4b00-8296-3affb7c21d18,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:14.291267 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.320487 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff87077-31f7-4a1e-a56b-4b384a1235b3 x-openstack-request-id: req-dff87077-31f7-4a1e-a56b-4b384a1235b3 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:14.320777 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5802f880-3969-4163-849a-aaeb8c9ebc94", "name": "network-vif-plugged", "status": "completed", "tag": "b8c8b0a3-c20b-4b00-8296-3affb7c21d18", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:14.321031 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dff87077-31f7-4a1e-a56b-4b384a1235b3 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:14.321418 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff87077-31f7-4a1e-a56b-4b384a1235b3'] response: {'server_uuid': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18', 'code': 200} Apr 05 22:38:14.326853 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5c5fbcf6-b857-457f-a262-165e07f3b61c req-608fee5c-5464-4722-9801-12c37230343d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (4e030730-9d97-427d-a8a3-2929bbb540b4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.340936 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['4e030730-9d97-427d-a8a3-2929bbb540b4'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:14.353077 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fee5c-5464-4722-9801-12c37230343d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Pushing event deleted for resources: {'Port': ['ID=4e030730-9d97-427d-a8a3-2929bbb540b4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:14.370114 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=b8c8b0a3-c20b-4b00-8296-3affb7c21d18,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:14.416694 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5fbcf6-b857-457f-a262-165e07f3b61c req-608fee5c-5464-4722-9801-12c37230343d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] No DVR routers for this DVR port 4e030730-9d97-427d-a8a3-2929bbb540b4 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:14.424268 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5c5fbcf6-b857-457f-a262-165e07f3b61c req-608fee5c-5464-4722-9801-12c37230343d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.427695 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5c5fbcf6-b857-457f-a262-165e07f3b61c req-608fee5c-5464-4722-9801-12c37230343d tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.44 "DELETE /v2.0/ports/4e030730-9d97-427d-a8a3-2929bbb540b4 HTTP/1.1" status: 204 len: 173 time: 0.5136614 Apr 05 22:38:14.428147 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'name': 'network-vif-deleted', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:14.430447 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62499f1c-47a8-434c-b702-bbe9cccac918" -d '{"events": [{"server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "name": "network-vif-deleted", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:14.475513 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b00e87-80ab-4ee9-89a2-282562abae8e x-openstack-request-id: req-83b00e87-80ab-4ee9-89a2-282562abae8e {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:14.475803 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bf988c-6180-453b-8af1-d7f8e9098ddf", "name": "network-vif-deleted", "tag": "4e030730-9d97-427d-a8a3-2929bbb540b4", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:14.476389 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83b00e87-80ab-4ee9-89a2-282562abae8e {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:14.476532 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b00e87-80ab-4ee9-89a2-282562abae8e'] response: {'server_uuid': '59bf988c-6180-453b-8af1-d7f8e9098ddf', 'name': 'network-vif-deleted', 'tag': '4e030730-9d97-427d-a8a3-2929bbb540b4', 'status': 'completed', 'code': 200} Apr 05 22:38:14.504814 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-77c46ff7-87e1-4fe3-99fe-8c0f886e6657 req-19025289-d33a-4137-a6c5-c22d2b3ffaef service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219029 Apr 05 22:38:14.694128 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-54a1b0aa-0c40-4f05-9d0c-dc1c5be3d7e2 req-464722c2-51ff-4cfa-a272-15dd53da1a63 tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 210 time: 0.0264375 Apr 05 22:38:14.885453 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a6e25-0cca-42bb-bdec-8c15b21fe4e5 req-8e5b9a21-5d87-4155-8ce2-ac0e8ffb454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:14.887096 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-935a6e25-0cca-42bb-bdec-8c15b21fe4e5 req-8e5b9a21-5d87-4155-8ce2-ac0e8ffb454e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 1130 time: 0.0576582 Apr 05 22:38:14.944580 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-935a6e25-0cca-42bb-bdec-8c15b21fe4e5 req-d1edd419-e256-4300-a812-d7580a3fcfa0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419810 Apr 05 22:38:15.021413 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42507fc0-396e-46af-b8ac-d5d285075b5e req-db542bb3-a807-481f-a8aa-a61c905edd69 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:15.022860 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-42507fc0-396e-46af-b8ac-d5d285075b5e req-db542bb3-a807-481f-a8aa-a61c905edd69 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.0529554 Apr 05 22:38:15.069632 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-42507fc0-396e-46af-b8ac-d5d285075b5e req-85b8108c-b6e7-4d87-bbad-6281ba1ff8fc tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406413 Apr 05 22:38:15.803742 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-58d792d6-3f07-417e-b627-9853a5da05d3 req-104ab5d5-8070-48a2-9bd0-1a8957efbadf tempest-TestMinimumBasicScenario-226120462 tempest-TestMinimumBasicScenario-226120462-project] 10.222.0.43 "GET /v2.0/ports?device_id=59bf988c-6180-453b-8af1-d7f8e9098ddf HTTP/1.1" status: 200 len: 210 time: 0.0275979 Apr 05 22:38:16.203657 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdee788-5d74-4f3e-811b-fb9a4e5023ac req-4dd916f8-afdc-4da0-b914-246693974de3 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:16.205540 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2fdee788-5d74-4f3e-811b-fb9a4e5023ac req-4dd916f8-afdc-4da0-b914-246693974de3 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.0685444 Apr 05 22:38:16.252967 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2fdee788-5d74-4f3e-811b-fb9a4e5023ac req-8a2cf18e-e910-4239-9f58-25abff038414 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414746 Apr 05 22:38:17.390450 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37f9f8-763b-4dfe-ad04-5a3f88d9d013 req-222332d4-dc4a-4b37-a05a-b0afac16076a tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:17.391974 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cb37f9f8-763b-4dfe-ad04-5a3f88d9d013 req-222332d4-dc4a-4b37-a05a-b0afac16076a tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.0661438 Apr 05 22:38:17.441067 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cb37f9f8-763b-4dfe-ad04-5a3f88d9d013 req-8b4f6d58-4c64-4ffb-8176-4cdc6d106aa3 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422738 Apr 05 22:38:17.505260 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52362) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:17.863989 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03229bd0-b343-4b3d-bda9-8c87bbf06898 req-16ae212a-0f7e-4b16-b533-0a4d0f0652be tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:17.865466 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-03229bd0-b343-4b3d-bda9-8c87bbf06898 req-16ae212a-0f7e-4b16-b533-0a4d0f0652be tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.3531823 Apr 05 22:38:17.874659 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52364) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:17.880200 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-59f8c594-4cbf-438f-9fde-9cd539338ed5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Request body: {'floatingip': {'port_id': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:17.955601 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-59f8c594-4cbf-438f-9fde-9cd539338ed5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (de1bb904-9517-4aaa-aa04-77df009ec81d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.002449 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 4e030730-9d97-427d-a8a3-2929bbb540b4 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:18.023086 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 4e030730-9d97-427d-a8a3-2929bbb540b4 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:18.023424 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 4e030730-9d97-427d-a8a3-2929bbb540b4 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:18.597435 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4676f-ed54-4839-a542-57a7cf3c5279 req-1f0646ec-4279-4c42-8fe4-6ef502829a94 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:18.598849 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-20e4676f-ed54-4839-a542-57a7cf3c5279 req-1f0646ec-4279-4c42-8fe4-6ef502829a94 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 946 time: 0.0574918 Apr 05 22:38:18.617709 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95233483-02bc-4307-8f8b-560a0bece181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685912'] for router_interface (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.620448 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-59f8c594-4cbf-438f-9fde-9cd539338ed5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.646182 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-20e4676f-ed54-4839-a542-57a7cf3c5279 req-ef49bdf4-c64f-48e1-8657-eda99fcd31c3 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414660 Apr 05 22:38:18.652728 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-59f8c594-4cbf-438f-9fde-9cd539338ed5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (de1bb904-9517-4aaa-aa04-77df009ec81d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.847551 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.l3_db [None req-59f8c594-4cbf-438f-9fde-9cd539338ed5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Floating IP de1bb904-9517-4aaa-aa04-77df009ec81d associated. External IP: 172.28.3.238, port: b8c8b0a3-c20b-4b00-8296-3affb7c21d18. Apr 05 22:38:19.185651 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ab7134cf-4d6b-4264-8e65-833340ec8d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.380622 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f8c594-4cbf-438f-9fde-9cd539338ed5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Router 837d3629-e791-437b-bd3c-1ddc7e18f831 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:19.394377 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-95233483-02bc-4307-8f8b-560a0bece181 admin admin] Deleting port 97c9c67f-7fa2-4412-aced-678885461cfe {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:19.394658 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95233483-02bc-4307-8f8b-560a0bece181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.549558 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-95233483-02bc-4307-8f8b-560a0bece181 admin admin] For port 97c9c67f-7fa2-4412-aced-678885461cfe, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=97c9c67f-7fa2-4412-aced-678885461cfe,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:19.549949 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95233483-02bc-4307-8f8b-560a0bece181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.565031 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-95233483-02bc-4307-8f8b-560a0bece181 admin admin] Calling delete_port for 97c9c67f-7fa2-4412-aced-678885461cfe owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:19.569286 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f8c594-4cbf-438f-9fde-9cd539338ed5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:19.574519 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-59f8c594-4cbf-438f-9fde-9cd539338ed5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.579246 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a10afe2-a865-4f0a-a5b0-cab3190f839d None None] Sync routers for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:19.590113 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10afe2-a865-4f0a-a5b0-cab3190f839d None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:19.590777 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-4a10afe2-a865-4f0a-a5b0-cab3190f839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:19.638904 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-59f8c594-4cbf-438f-9fde-9cd539338ed5 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "PUT /v2.0/floatingips/de1bb904-9517-4aaa-aa04-77df009ec81d HTTP/1.1" status: 200 len: 992 time: 1.7631645 Apr 05 22:38:19.640798 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'tag': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:19.643119 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2407fd-5365-4cec-9390-4a8eed34d3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5802f880-3969-4163-849a-aaeb8c9ebc94", "tag": "b8c8b0a3-c20b-4b00-8296-3affb7c21d18"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:19.698315 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515058e9-268a-4bff-a664-9a74db3f9d9b x-openstack-request-id: req-515058e9-268a-4bff-a664-9a74db3f9d9b {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:19.698606 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5802f880-3969-4163-849a-aaeb8c9ebc94", "tag": "b8c8b0a3-c20b-4b00-8296-3affb7c21d18", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:19.699231 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-515058e9-268a-4bff-a664-9a74db3f9d9b {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:19.699231 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515058e9-268a-4bff-a664-9a74db3f9d9b'] response: {'name': 'network-changed', 'server_uuid': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'tag': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18', 'status': 'completed', 'code': 200} Apr 05 22:38:19.717072 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-4a10afe2-a865-4f0a-a5b0-cab3190f839d None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:19.767745 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.770601 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e60106-bb3e-4f96-bfc0-600000827af9 req-ea4e391d-0811-4ee9-80ef-8588027440c5 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:19.777804 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d1e60106-bb3e-4f96-bfc0-600000827af9 req-ea4e391d-0811-4ee9-80ef-8588027440c5 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 946 time: 0.0612395 Apr 05 22:38:19.789759 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95233483-02bc-4307-8f8b-560a0bece181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (97c9c67f-7fa2-4412-aced-678885461cfe), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.819289 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95233483-02bc-4307-8f8b-560a0bece181 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c9c67f-7fa2-4412-aced-678885461cfe,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:19.829659 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d1e60106-bb3e-4f96-bfc0-600000827af9 req-a7df3b26-6910-453e-b4d0-22070d45206e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507865 Apr 05 22:38:19.973059 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-4a10afe2-a865-4f0a-a5b0-cab3190f839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'de1bb904-9517-4aaa-aa04-77df009ec81d', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'floating_ip_address': '172.28.3.238', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'port_id': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'mac_address': 'fa:16:3e:8c:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:05Z', 'updated_at': '2022-04-05T22:38:18Z', 'revision_number': 1, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:20.002056 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95233483-02bc-4307-8f8b-560a0bece181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683976'] for router_interface (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.005460 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a10afe2-a865-4f0a-a5b0-cab3190f839d None None] Checking router: 837d3629-e791-437b-bd3c-1ddc7e18f831 for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:20.020409 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10afe2-a865-4f0a-a5b0-cab3190f839d None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:20.021061 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-4a10afe2-a865-4f0a-a5b0-cab3190f839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:20.081914 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2407fd-5365-4cec-9390-4a8eed34d3a2 req-79a0bba1-e84a-4865-8853-00534e3706a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:20.083457 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ce2407fd-5365-4cec-9390-4a8eed34d3a2 req-79a0bba1-e84a-4865-8853-00534e3706a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7&device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 1130 time: 0.0842087 Apr 05 22:38:20.087241 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dc43a378-3849-44ca-ad5f-ecb8e586eca8 req-86b87d71-1e0c-41e5-909d-7ecf8b4a65dc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749555 Apr 05 22:38:20.144293 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-4a10afe2-a865-4f0a-a5b0-cab3190f839d None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:20.248663 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95233483-02bc-4307-8f8b-560a0bece181 admin admin] Router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:20.361894 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95233483-02bc-4307-8f8b-560a0bece181 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:20.369598 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-95233483-02bc-4307-8f8b-560a0bece181 admin admin] 10.222.0.43 "PUT /v2.0/routers/d750a044-4ffb-4deb-9df6-8b860b7a4bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8599224 Apr 05 22:38:20.369825 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52380) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:20.381814 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82795cff-6994-46e4-a0c8-160cea32f702 None None] Sync routers for ids ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:20.386075 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-4a10afe2-a865-4f0a-a5b0-cab3190f839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'de1bb904-9517-4aaa-aa04-77df009ec81d', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'floating_ip_address': '172.28.3.238', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'port_id': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'mac_address': 'fa:16:3e:8c:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:05Z', 'updated_at': '2022-04-05T22:38:18Z', 'revision_number': 1, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:20.395580 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82795cff-6994-46e4-a0c8-160cea32f702 None None] Routers {'d750a044-4ffb-4deb-9df6-8b860b7a4bb4'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:20.397314 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-82795cff-6994-46e4-a0c8-160cea32f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:20.413658 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a10afe2-a865-4f0a-a5b0-cab3190f839d None None] The sync data for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb is: [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'de1bb904-9517-4aaa-aa04-77df009ec81d', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'floating_ip_address': '172.28.3.238', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'port_id': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'mac_address': 'fa:16:3e:8c:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:05Z', 'updated_at': '2022-04-05T22:38:18Z', 'revision_number': 1, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:20.491030 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Publish callbacks [] for router (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.547577 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-82795cff-6994-46e4-a0c8-160cea32f702 None None] Set router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:20.583225 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a378-3849-44ca-ad5f-ecb8e586eca8 req-5b0b0223-7939-45c7-aae4-b4a8e28cde00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:20.585070 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dc43a378-3849-44ca-ad5f-ecb8e586eca8 req-5b0b0223-7939-45c7-aae4-b4a8e28cde00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 1129 time: 0.4293859 Apr 05 22:38:20.601167 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Publish callbacks [] for router_gateway (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.604686 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2407fd-5365-4cec-9390-4a8eed34d3a2 req-09f6a405-577b-4d18-869d-1a6ab385538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:20.606171 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ce2407fd-5365-4cec-9390-4a8eed34d3a2 req-09f6a405-577b-4d18-869d-1a6ab385538d service neutron] 10.222.0.44 "GET /v2.0/networks?id=16c5f87e-a006-47ae-947e-1cc8f902a2e8 HTTP/1.1" status: 200 len: 911 time: 0.4739614 Apr 05 22:38:20.672253 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Deleting port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:20.673515 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.698962 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-3b92a13c-4534-4352-bfad-716cb9103b6e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:20.700445 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-3b92a13c-4534-4352-bfad-716cb9103b6e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 946 time: 0.1693258 Apr 05 22:38:20.708752 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baebac9f-ae6a-465a-a35d-ee3ca52a5c9b None None] New status for floating IP de1bb904-9517-4aaa-aa04-77df009ec81d: ACTIVE {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:20.786581 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] For port 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:20.787238 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.787910 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-82795cff-6994-46e4-a0c8-160cea32f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:38:19Z', 'revision_number': 5, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port': {'id': '8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:12Z', 'updated_at': '2022-04-05T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:20.800472 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Calling delete_port for 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:20.806821 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ce2407fd-5365-4cec-9390-4a8eed34d3a2 req-f9bcd40b-7b25-4d8b-9d1d-094dda3b9af5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8c8b0a3-c20b-4b00-8296-3affb7c21d18 HTTP/1.1" status: 200 len: 1000 time: 0.1881578 Apr 05 22:38:20.829238 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82795cff-6994-46e4-a0c8-160cea32f702 None None] Checking router: d750a044-4ffb-4deb-9df6-8b860b7a4bb4 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:20.839417 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82795cff-6994-46e4-a0c8-160cea32f702 None None] Routers {'d750a044-4ffb-4deb-9df6-8b860b7a4bb4'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:20.840036 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-82795cff-6994-46e4-a0c8-160cea32f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:37:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:20.877682 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a378-3849-44ca-ad5f-ecb8e586eca8 req-65e3e98d-2e93-445a-b85f-1ba03fdb9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:20.880587 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dc43a378-3849-44ca-ad5f-ecb8e586eca8 req-65e3e98d-2e93-445a-b85f-1ba03fdb9c75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 200 len: 919 time: 0.2735174 Apr 05 22:38:20.931938 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dc43a378-3849-44ca-ad5f-ecb8e586eca8 req-47df8e4b-5596-48d2-9e0c-4977705c9b86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd818499-249e-4925-8d86-2c3b98c6d001 HTTP/1.1" status: 200 len: 217 time: 0.0433729 Apr 05 22:38:20.952428 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-82795cff-6994-46e4-a0c8-160cea32f702 None None] Set router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:20.972654 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2407fd-5365-4cec-9390-4a8eed34d3a2 req-cb4b4acf-b270-4d24-b865-c25951f703a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:20.974141 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ce2407fd-5365-4cec-9390-4a8eed34d3a2 req-cb4b4acf-b270-4d24-b865-c25951f703a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95feccaa-a5da-4cb7-9abd-52112f8ef21a HTTP/1.1" status: 200 len: 849 time: 0.1534801 Apr 05 22:38:21.010640 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-82795cff-6994-46e4-a0c8-160cea32f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:38:20Z', 'revision_number': 6, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port_host': None}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:21.028946 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c05854-14e6-4640-b2b6-2c60f3825164 req-68ef9b2d-625c-401a-8d20-950ec5b9373e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:21.030234 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a378-3849-44ca-ad5f-ecb8e586eca8 req-a82fb124-398e-4b6c-ba11-4435ca49989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:21.031846 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dc43a378-3849-44ca-ad5f-ecb8e586eca8 req-a82fb124-398e-4b6c-ba11-4435ca49989a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 200 len: 857 time: 0.0921085 Apr 05 22:38:21.033905 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Deleting port d1f4b9d0-5249-4247-8843-eb11beaffc52 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:21.034238 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.035115 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f7c05854-14e6-4640-b2b6-2c60f3825164 req-68ef9b2d-625c-401a-8d20-950ec5b9373e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 946 time: 0.0782406 Apr 05 22:38:21.043942 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82795cff-6994-46e4-a0c8-160cea32f702 None None] The sync data for ids ['d750a044-4ffb-4deb-9df6-8b860b7a4bb4'] in dv-cinder-835881-4-smb is: [{'id': 'd750a044-4ffb-4deb-9df6-8b860b7a4bb4', 'name': 'tempest-TestMinimumBasicScenario-2086243901-router', 'tenant_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:11Z', 'updated_at': '2022-04-05T22:38:20Z', 'revision_number': 6, 'project_id': 'f0071b9efb804bb9b6375a3b8ab1cfda', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:21.111971 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.122244 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f7c05854-14e6-4640-b2b6-2c60f3825164 req-50a31d1b-fdb7-4c52-b7e3-81b66a8fac6c tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=b8c15b30-47b4-4386-82d5-8f66482f5221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648336 Apr 05 22:38:21.144265 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:21.165802 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2407fd-5365-4cec-9390-4a8eed34d3a2 req-8ab72c37-232a-46df-82c8-406d76b6a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:21.167800 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ce2407fd-5365-4cec-9390-4a8eed34d3a2 req-8ab72c37-232a-46df-82c8-406d76b6a605 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16c5f87e-a006-47ae-947e-1cc8f902a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1873770 Apr 05 22:38:21.191501 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a378-3849-44ca-ad5f-ecb8e586eca8 req-d28faa56-690b-44aa-890d-5c928ddd2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:21.192972 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dc43a378-3849-44ca-ad5f-ecb8e586eca8 req-d28faa56-690b-44aa-890d-5c928ddd2207 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b477f809-ad93-4dd7-b680-cb0ad94d0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1550245 Apr 05 22:38:21.207089 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683918'] for router_gateway (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.271112 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] For port d1f4b9d0-5249-4247-8843-eb11beaffc52, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d1f4b9d0-5249-4247-8843-eb11beaffc52,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:21.271465 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.414126 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ce2407fd-5365-4cec-9390-4a8eed34d3a2 req-abf55707-c9a4-4931-9376-cebb4fcae3d7 service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374375 Apr 05 22:38:21.461761 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dc43a378-3849-44ca-ad5f-ecb8e586eca8 req-011bc4e0-6379-4270-b7bd-dfd8f7878592 service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546282 Apr 05 22:38:21.560161 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62026'] for router (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.562293 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Publish callbacks [] for router_controller (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.562480 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c5da71fd-b109-4d78-a4df-c9c9235c893e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.630290 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684596'] for router (d750a044-4ffb-4deb-9df6-8b860b7a4bb4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.630881 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d750a044-4ffb-4deb-9df6-8b860b7a4bb4 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:38:21.636019 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.637380 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-c4da8e92-3b1d-496a-8dcc-b73d7920b9c0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d750a044-4ffb-4deb-9df6-8b860b7a4bb4 HTTP/1.1" status: 204 len: 168 time: 1.2664459 Apr 05 22:38:21.639714 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52386) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:21.660199 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.660475 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (7ae469b5-f387-4c07-a250-ed99f41707c7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.660820 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.l3_db [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Floating IP 7ae469b5-f387-4c07-a250-ed99f41707c7 disassociated. External IP: 172.28.3.134, port: d1f4b9d0-5249-4247-8843-eb11beaffc52. Apr 05 22:38:21.661159 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Calling delete_port for d1f4b9d0-5249-4247-8843-eb11beaffc52 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:21.684394 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0372ab-0d75-4bdf-94b9-4b4c0a22cf79 admin admin] Deleting subnet 452dae91-bf6a-4e36-a458-2a6fae6bab0d {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:38:21.685170 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ce2407fd-5365-4cec-9390-4a8eed34d3a2 req-dbda842e-9fd0-45f2-80d2-eb5bb23e5a35 service neutron] 10.222.0.44 "GET /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369955 Apr 05 22:38:21.687614 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb0372ab-0d75-4bdf-94b9-4b4c0a22cf79 admin admin] Publish callbacks [] for subnet (452dae91-bf6a-4e36-a458-2a6fae6bab0d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.721396 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb0372ab-0d75-4bdf-94b9-4b4c0a22cf79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2226688'] for subnet (452dae91-bf6a-4e36-a458-2a6fae6bab0d), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.727890 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dc43a378-3849-44ca-ad5f-ecb8e586eca8 req-ad35194e-726d-499f-8fed-1b55b393595c service neutron] 10.222.0.44 "GET /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503684 Apr 05 22:38:21.835512 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (d1f4b9d0-5249-4247-8843-eb11beaffc52), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.839668 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb0372ab-0d75-4bdf-94b9-4b4c0a22cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (452dae91-bf6a-4e36-a458-2a6fae6bab0d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.867366 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event deleted for resources: {'Port': ['ID=d1f4b9d0-5249-4247-8843-eb11beaffc52,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:21.909054 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:21.919916 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb0372ab-0d75-4bdf-94b9-4b4c0a22cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2267036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59888112'] for subnet (452dae91-bf6a-4e36-a458-2a6fae6bab0d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.936983 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:21.937622 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 8e6ff501-9df0-4a9e-8fc4-dce0e7ea7d2a not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:21.938209 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 97c9c67f-7fa2-4412-aced-678885461cfe no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:21.946225 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0372ab-0d75-4bdf-94b9-4b4c0a22cf79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452dae91-bf6a-4e36-a458-2a6fae6bab0d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:21.951809 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb0372ab-0d75-4bdf-94b9-4b4c0a22cf79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.958741 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-fb0372ab-0d75-4bdf-94b9-4b4c0a22cf79 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/452dae91-bf6a-4e36-a458-2a6fae6bab0d HTTP/1.1" status: 204 len: 168 time: 0.3154328 Apr 05 22:38:21.958941 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0dbd48-7899-4bdf-90be-49c95d9df9e3 None None] Network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:21.959047 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52388) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:21.961929 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 97c9c67f-7fa2-4412-aced-678885461cfe {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:21.962275 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 97c9c67f-7fa2-4412-aced-678885461cfe not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:22.013267 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:22.044545 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (113d5ee9-b8c3-4bc6-9857-981bc3547fa0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.100871 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Deleting port a37bd0ed-02ae-49c9-9562-06ea48a4f57e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:22.101303 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.152623 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] DHCP port deletion for 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 request from dv-cinder-835881-4-smb {{(pid=103231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:38:22.191560 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:22.194299 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] For port a37bd0ed-02ae-49c9-9562-06ea48a4f57e, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=a37bd0ed-02ae-49c9-9562-06ea48a4f57e,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:22.194729 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.217148 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Calling delete_port for a37bd0ed-02ae-49c9-9562-06ea48a4f57e owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:22.222542 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f6c5d0-3067-45ff-b25a-b76a80411224 None None] Sync routers for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:22.234311 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Deleting port a37bd0ed-02ae-49c9-9562-06ea48a4f57e {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:22.237331 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f6c5d0-3067-45ff-b25a-b76a80411224 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:22.238293 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-93f6c5d0-3067-45ff-b25a-b76a80411224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:22.242655 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.304102 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] No DVR routers for this DVR port d1f4b9d0-5249-4247-8843-eb11beaffc52 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:22.306952 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.310895 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a3a9d279-0ee9-446b-ab80-92b792ffe9dd req-f718c310-570c-4a1b-8d46-82d908d51bfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "DELETE /v2.0/ports/d1f4b9d0-5249-4247-8843-eb11beaffc52 HTTP/1.1" status: 204 len: 173 time: 1.5804391 Apr 05 22:38:22.311477 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'name': 'network-vif-deleted', 'tag': 'd1f4b9d0-5249-4247-8843-eb11beaffc52'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:22.314418 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0635c651-7c86-489f-8648-1d23669e512f" -d '{"events": [{"server_uuid": "eb88e1ff-f3f0-4e80-81a9-033e88ee37e3", "name": "network-vif-deleted", "tag": "d1f4b9d0-5249-4247-8843-eb11beaffc52"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:22.338938 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.368459 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2e8f80-5a33-4385-bc25-4cd60df36ec1 x-openstack-request-id: req-bd2e8f80-5a33-4385-bc25-4cd60df36ec1 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:22.368978 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88e1ff-f3f0-4e80-81a9-033e88ee37e3", "name": "network-vif-deleted", "tag": "d1f4b9d0-5249-4247-8843-eb11beaffc52", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:22.369182 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] For port a37bd0ed-02ae-49c9-9562-06ea48a4f57e, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=a37bd0ed-02ae-49c9-9562-06ea48a4f57e,segment=NetworkSegment(1b4f75d5-eeea-4913-b61c-8122cb89e866),segment_id=1b4f75d5-eeea-4913-b61c-8122cb89e866)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:22.369660 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.369883 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd2e8f80-5a33-4385-bc25-4cd60df36ec1 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:22.370496 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2e8f80-5a33-4385-bc25-4cd60df36ec1'] response: {'server_uuid': 'eb88e1ff-f3f0-4e80-81a9-033e88ee37e3', 'name': 'network-vif-deleted', 'tag': 'd1f4b9d0-5249-4247-8843-eb11beaffc52', 'status': 'completed', 'code': 200} Apr 05 22:38:22.387297 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a37bd0ed-02ae-49c9-9562-06ea48a4f57e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.397622 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Calling delete_port for a37bd0ed-02ae-49c9-9562-06ea48a4f57e owned by network:dhcp {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:22.398158 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] No DVR routers for this DVR port a37bd0ed-02ae-49c9-9562-06ea48a4f57e on host dv-cinder-835881-4-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:22.455474 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-93f6c5d0-3067-45ff-b25a-b76a80411224 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:22.497975 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (113d5ee9-b8c3-4bc6-9857-981bc3547fa0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.547601 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113d5ee9-b8c3-4bc6-9857-981bc3547fa0']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:22.554336 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4f75d5-eeea-4913-b61c-8122cb89e866') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:22.554980 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4f75d5-eeea-4913-b61c-8122cb89e866') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:22.566222 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226939'] for segment (1b4f75d5-eeea-4913-b61c-8122cb89e866), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.582613 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (1b4f75d5-eeea-4913-b61c-8122cb89e866), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.590553 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:38:22.591433 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267126'] for segment (1b4f75d5-eeea-4913-b61c-8122cb89e866), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.617329 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: Traceback (most recent call last): Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: timer() Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: cb(*args, **kw) Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: return func(*args, **kwargs) Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: self._notify() Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: self.callback(batched_events) Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: event.method(event) Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: return f(self, *a, **k) Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: return self._get(url).json() Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: return self.request(url, 'GET', **kwargs) Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:38:22.639181 dv-cinder-835881-4-smb neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:38:22.645272 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-de8cf017-f9c2-4b40-98f0-d69ef092559b req-e4ad6513-dab4-4473-8eac-4d470148c041 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb88e1ff-f3f0-4e80-81a9-033e88ee37e3 HTTP/1.1" status: 200 len: 210 time: 0.3747842 Apr 05 22:38:22.673599 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (113d5ee9-b8c3-4bc6-9857-981bc3547fa0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.675673 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949'] for port (a37bd0ed-02ae-49c9-9562-06ea48a4f57e), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.679294 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.685365 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Network 113d5ee9-b8c3-4bc6-9857-981bc3547fa0 is not hosted by any dhcp agent {{(pid=103231) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 05 22:38:22.685832 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] No DVR routers for this DVR port a37bd0ed-02ae-49c9-9562-06ea48a4f57e on host dv-cinder-835881-4-smb {{(pid=103231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:22.685964 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] 10.222.0.43 "DELETE /v2.0/networks/113d5ee9-b8c3-4bc6-9857-981bc3547fa0 HTTP/1.1" status: 204 len: 168 time: 0.7228706 Apr 05 22:38:22.687124 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52396) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:22.696954 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87511859-bf24-4bfa-ad5c-4f27a0228c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=113d5ee9-b8c3-4bc6-9857-981bc3547fa0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.706053 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Pushing event deleted for resources: {'Port': ['ID=a37bd0ed-02ae-49c9-9562-06ea48a4f57e,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.714204 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.714547 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.714943 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.715279 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.715613 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.715940 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.716257 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.716575 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.716893 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.717209 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.717528 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.717865 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.718540 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.718886 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.719204 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59a784-8880-4cf1-949f-66c131cbaecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:22.763235 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-93f6c5d0-3067-45ff-b25a-b76a80411224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:22.788678 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f6c5d0-3067-45ff-b25a-b76a80411224 None None] Checking router: d5ab0a1a-40e0-46dd-949c-80556bfbb1bd for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:22.797155 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f6c5d0-3067-45ff-b25a-b76a80411224 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:22.797757 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-93f6c5d0-3067-45ff-b25a-b76a80411224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:22.907781 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-93f6c5d0-3067-45ff-b25a-b76a80411224 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:23.216145 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-93f6c5d0-3067-45ff-b25a-b76a80411224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:23.242101 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f6c5d0-3067-45ff-b25a-b76a80411224 None None] The sync data for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb is: [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:23.379597 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-441059bc-1b65-4bc4-b4cd-1cd870f462b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685912'] for router_interface (28c5d7cb-9e11-4315-8de0-f5ce29302093), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.459487 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425d2d9-33d4-4f3f-a42d-3742f55720af None None] New status for floating IP 7ae469b5-f387-4c07-a250-ed99f41707c7: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:23.683886 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-441059bc-1b65-4bc4-b4cd-1cd870f462b5 admin admin] Deleting port eb05ad23-a517-4b82-89b2-b419ee381aff {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:23.684216 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-441059bc-1b65-4bc4-b4cd-1cd870f462b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.737249 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52402) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:23.769341 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-441059bc-1b65-4bc4-b4cd-1cd870f462b5 admin admin] For port eb05ad23-a517-4b82-89b2-b419ee381aff, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=eb05ad23-a517-4b82-89b2-b419ee381aff,segment=NetworkSegment(c94c925a-ffae-4ba9-b559-486b8022e727),segment_id=c94c925a-ffae-4ba9-b559-486b8022e727)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:23.769797 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-441059bc-1b65-4bc4-b4cd-1cd870f462b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.783171 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-441059bc-1b65-4bc4-b4cd-1cd870f462b5 admin admin] Calling delete_port for eb05ad23-a517-4b82-89b2-b419ee381aff owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:23.792991 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50e56559-91f6-4945-a716-89e52e88585d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (b8c15b30-47b4-4386-82d5-8f66482f5221), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.804313 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device a37bd0ed-02ae-49c9-9562-06ea48a4f57e no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:23.818109 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50e56559-91f6-4945-a716-89e52e88585d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (b8c15b30-47b4-4386-82d5-8f66482f5221), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.826307 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: a37bd0ed-02ae-49c9-9562-06ea48a4f57e {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:23.826689 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device a37bd0ed-02ae-49c9-9562-06ea48a4f57e not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:23.866124 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50e56559-91f6-4945-a716-89e52e88585d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (b8c15b30-47b4-4386-82d5-8f66482f5221), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.868997 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50e56559-91f6-4945-a716-89e52e88585d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.870425 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-50e56559-91f6-4945-a716-89e52e88585d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "DELETE /v2.0/security-groups/b8c15b30-47b4-4386-82d5-8f66482f5221 HTTP/1.1" status: 204 len: 168 time: 0.1313734 Apr 05 22:38:23.873921 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52406) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:23.891060 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.api.v2.resource [None req-c4415c3c-139f-4c83-a1e3-374d31416e5e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] show failed (client error): The resource could not be found. Apr 05 22:38:23.892071 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-c4415c3c-139f-4c83-a1e3-374d31416e5e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups/b8c15b30-47b4-4386-82d5-8f66482f5221 HTTP/1.1" status: 404 len: 347 time: 0.0172515 Apr 05 22:38:23.892862 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e56559-91f6-4945-a716-89e52e88585d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c15b30-47b4-4386-82d5-8f66482f5221,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:23.895085 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52408) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:23.954715 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.003475 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device d1f4b9d0-5249-4247-8843-eb11beaffc52 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:24.024628 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: d1f4b9d0-5249-4247-8843-eb11beaffc52 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:24.024964 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device d1f4b9d0-5249-4247-8843-eb11beaffc52 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:24.070773 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6d161-3b94-4e05-aa04-f1f86ac3581d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Deleting port f4d8a6f2-e852-4cb9-a76b-1e2f35912181 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:24.071140 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d161-3b94-4e05-aa04-f1f86ac3581d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (f4d8a6f2-e852-4cb9-a76b-1e2f35912181), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.073662 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-441059bc-1b65-4bc4-b4cd-1cd870f462b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (eb05ad23-a517-4b82-89b2-b419ee381aff), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.142718 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441059bc-1b65-4bc4-b4cd-1cd870f462b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb05ad23-a517-4b82-89b2-b419ee381aff,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:24.221511 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d161-3b94-4e05-aa04-f1f86ac3581d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (f4d8a6f2-e852-4cb9-a76b-1e2f35912181), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.221794 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d161-3b94-4e05-aa04-f1f86ac3581d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (f4d8a6f2-e852-4cb9-a76b-1e2f35912181), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.265912 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6d161-3b94-4e05-aa04-f1f86ac3581d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Calling delete_port for f4d8a6f2-e852-4cb9-a76b-1e2f35912181 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:24.382757 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-441059bc-1b65-4bc4-b4cd-1cd870f462b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683976'] for router_interface (28c5d7cb-9e11-4315-8de0-f5ce29302093), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.520100 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d161-3b94-4e05-aa04-f1f86ac3581d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (f4d8a6f2-e852-4cb9-a76b-1e2f35912181), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.553638 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6d161-3b94-4e05-aa04-f1f86ac3581d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event deleted for resources: {'Port': ['ID=f4d8a6f2-e852-4cb9-a76b-1e2f35912181,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:24.691670 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d161-3b94-4e05-aa04-f1f86ac3581d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (7ae469b5-f387-4c07-a250-ed99f41707c7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.694047 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d161-3b94-4e05-aa04-f1f86ac3581d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.695180 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-cdf6d161-3b94-4e05-aa04-f1f86ac3581d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "DELETE /v2.0/floatingips/7ae469b5-f387-4c07-a250-ed99f41707c7 HTTP/1.1" status: 204 len: 168 time: 0.7989695 Apr 05 22:38:24.719977 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441059bc-1b65-4bc4-b4cd-1cd870f462b5 admin admin] Router 28c5d7cb-9e11-4315-8de0-f5ce29302093 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:24.829106 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441059bc-1b65-4bc4-b4cd-1cd870f462b5 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:24.836749 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-441059bc-1b65-4bc4-b4cd-1cd870f462b5 admin admin] 10.222.0.43 "PUT /v2.0/routers/28c5d7cb-9e11-4315-8de0-f5ce29302093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1455381 Apr 05 22:38:24.836845 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52412) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:24.840139 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b68a3a-f8d2-4c4c-a54a-3c67d2727f36 None None] Sync routers for ids ['28c5d7cb-9e11-4315-8de0-f5ce29302093'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:24.852087 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b68a3a-f8d2-4c4c-a54a-3c67d2727f36 None None] Routers {'28c5d7cb-9e11-4315-8de0-f5ce29302093'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:24.852830 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-81b68a3a-f8d2-4c4c-a54a-3c67d2727f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['28c5d7cb-9e11-4315-8de0-f5ce29302093'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:24.925402 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52414) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:24.929899 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2049de0d-9f86-4a1a-ae9e-7335b5d67028 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1479942404', 'description': 'tempest-description--1379752605'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:24.963017 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-81b68a3a-f8d2-4c4c-a54a-3c67d2727f36 None None] Set router 28c5d7cb-9e11-4315-8de0-f5ce29302093 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:24.964537 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2049de0d-9f86-4a1a-ae9e-7335b5d67028 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.966992 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Publish callbacks [] for router (28c5d7cb-9e11-4315-8de0-f5ce29302093), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.111468 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Publish callbacks [] for router_gateway (28c5d7cb-9e11-4315-8de0-f5ce29302093), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.117977 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2049de0d-9f86-4a1a-ae9e-7335b5d67028 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (740cb0b9-39c4-4da7-8553-f12f14c2b54d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.125158 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2049de0d-9f86-4a1a-ae9e-7335b5d67028 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (740cb0b9-39c4-4da7-8553-f12f14c2b54d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.141209 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-81b68a3a-f8d2-4c4c-a54a-3c67d2727f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'name': 'tempest-TestMinimumBasicScenario-1071125618-router', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 5, 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'gw_port': {'id': '6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:25.170656 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b68a3a-f8d2-4c4c-a54a-3c67d2727f36 None None] Checking router: 28c5d7cb-9e11-4315-8de0-f5ce29302093 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:25.176899 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b68a3a-f8d2-4c4c-a54a-3c67d2727f36 None None] Routers {'28c5d7cb-9e11-4315-8de0-f5ce29302093'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:25.177610 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-81b68a3a-f8d2-4c4c-a54a-3c67d2727f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['28c5d7cb-9e11-4315-8de0-f5ce29302093'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:25.181901 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2049de0d-9f86-4a1a-ae9e-7335b5d67028 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.183145 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-2049de0d-9f86-4a1a-ae9e-7335b5d67028 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2567680 Apr 05 22:38:25.186045 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52416) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:25.190345 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f190ed65-9d1b-4816-8417-d70c7eab0097 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'security_group_rule': {'security_group_id': '740cb0b9-39c4-4da7-8553-f12f14c2b54d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:25.195144 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049de0d-9f86-4a1a-ae9e-7335b5d67028 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740cb0b9-39c4-4da7-8553-f12f14c2b54d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:25.229544 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Deleting port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:25.229780 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.232247 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f190ed65-9d1b-4816-8417-d70c7eab0097 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (0b88258a-717b-48ac-a6f2-6a9f901ba2a7), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.264368 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-81b68a3a-f8d2-4c4c-a54a-3c67d2727f36 None None] Set router 28c5d7cb-9e11-4315-8de0-f5ce29302093 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:25.316711 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-81b68a3a-f8d2-4c4c-a54a-3c67d2727f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'name': 'tempest-TestMinimumBasicScenario-1071125618-router', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:38:25Z', 'revision_number': 6, 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'gw_port_host': None}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:25.342785 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b68a3a-f8d2-4c4c-a54a-3c67d2727f36 None None] The sync data for ids ['28c5d7cb-9e11-4315-8de0-f5ce29302093'] in dv-cinder-835881-4-smb is: [{'id': '28c5d7cb-9e11-4315-8de0-f5ce29302093', 'name': 'tempest-TestMinimumBasicScenario-1071125618-router', 'tenant_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:18Z', 'updated_at': '2022-04-05T22:38:25Z', 'revision_number': 6, 'project_id': 'e42ff5c12a494d5b939d85b7b39e4913', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:25.344771 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] For port 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:25.345135 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.357429 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f190ed65-9d1b-4816-8417-d70c7eab0097 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (0b88258a-717b-48ac-a6f2-6a9f901ba2a7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.363779 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Calling delete_port for 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:25.364580 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.367967 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f190ed65-9d1b-4816-8417-d70c7eab0097 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (0b88258a-717b-48ac-a6f2-6a9f901ba2a7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.391250 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190ed65-9d1b-4816-8417-d70c7eab0097 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b88258a-717b-48ac-a6f2-6a9f901ba2a7,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:25.425900 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f190ed65-9d1b-4816-8417-d70c7eab0097 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.427096 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-f190ed65-9d1b-4816-8417-d70c7eab0097 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2400739 Apr 05 22:38:25.430300 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52418) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:25.434927 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-20fbaa39-d058-4130-85ac-f6e0f7653c5d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'security_group_rule': {'security_group_id': '740cb0b9-39c4-4da7-8553-f12f14c2b54d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:25.461155 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20fbaa39-d058-4130-85ac-f6e0f7653c5d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (9f0beb21-1df3-4198-8bc6-99d1f3903b3b), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.517994 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20fbaa39-d058-4130-85ac-f6e0f7653c5d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (9f0beb21-1df3-4198-8bc6-99d1f3903b3b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.522763 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20fbaa39-d058-4130-85ac-f6e0f7653c5d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (9f0beb21-1df3-4198-8bc6-99d1f3903b3b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.542679 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbaa39-d058-4130-85ac-f6e0f7653c5d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0beb21-1df3-4198-8bc6-99d1f3903b3b,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:25.554759 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20fbaa39-d058-4130-85ac-f6e0f7653c5d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.556249 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-20fbaa39-d058-4130-85ac-f6e0f7653c5d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248910 Apr 05 22:38:25.559567 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52420) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:25.559919 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.564350 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'floatingip': {'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:25.583987 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:25.584953 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.648075 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683918'] for router_gateway (28c5d7cb-9e11-4315-8de0-f5ce29302093), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.684070 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.741543 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62026'] for router (28c5d7cb-9e11-4315-8de0-f5ce29302093), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.743996 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Publish callbacks [] for router_controller (28c5d7cb-9e11-4315-8de0-f5ce29302093), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.801487 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684596'] for router (28c5d7cb-9e11-4315-8de0-f5ce29302093), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.802051 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c5d7cb-9e11-4315-8de0-f5ce29302093 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:38:25.808304 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.811870 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-cb7a30e6-2617-49cc-a95d-121b7ee880fe admin admin] 10.222.0.43 "DELETE /v2.0/routers/28c5d7cb-9e11-4315-8de0-f5ce29302093 HTTP/1.1" status: 204 len: 168 time: 0.9717016 Apr 05 22:38:25.812142 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52422) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:25.819736 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Allocated IP 172.28.3.20 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/74b80ba0-dd26-434d-914e-1a8ef538c591) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:25.885528 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3a7e79-4992-46ec-9e22-b94abfb380c5 admin admin] Deleting subnet 2b2a23dc-59f9-4b0a-9233-1537d282323f {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:38:25.912441 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb3a7e79-4992-46ec-9e22-b94abfb380c5 admin admin] Publish callbacks [] for subnet (2b2a23dc-59f9-4b0a-9233-1537d282323f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.955743 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb3a7e79-4992-46ec-9e22-b94abfb380c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60389431'] for subnet (2b2a23dc-59f9-4b0a-9233-1537d282323f), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.008944 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for port (74b80ba0-dd26-434d-914e-1a8ef538c591), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.208055 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device eb05ad23-a517-4b82-89b2-b419ee381aff no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:26.228812 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: eb05ad23-a517-4b82-89b2-b419ee381aff {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:26.229165 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device eb05ad23-a517-4b82-89b2-b419ee381aff not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:26.353409 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb3a7e79-4992-46ec-9e22-b94abfb380c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (2b2a23dc-59f9-4b0a-9233-1537d282323f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.386836 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (74b80ba0-dd26-434d-914e-1a8ef538c591), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.447932 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:26.452576 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb3a7e79-4992-46ec-9e22-b94abfb380c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60645529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59583216'] for subnet (2b2a23dc-59f9-4b0a-9233-1537d282323f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.454548 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:26.458634 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'Port': ['ID=74b80ba0-dd26-434d-914e-1a8ef538c591,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.460799 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:26.499740 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a7e79-4992-46ec-9e22-b94abfb380c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2a23dc-59f9-4b0a-9233-1537d282323f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.504814 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb3a7e79-4992-46ec-9e22-b94abfb380c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.508045 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-cb3a7e79-4992-46ec-9e22-b94abfb380c5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2b2a23dc-59f9-4b0a-9233-1537d282323f HTTP/1.1" status: 204 len: 168 time: 0.6949217 Apr 05 22:38:26.510854 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52426) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:26.513574 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524867f1-566f-451d-86bf-37435c09a6ff None None] Network de567712-8b51-471f-8062-8393b6a15508 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:26.569673 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (1b6eb045-08ae-41a4-a165-e6b6d2a970ab), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.588986 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (de567712-8b51-471f-8062-8393b6a15508), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.611168 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (74b80ba0-dd26-434d-914e-1a8ef538c591), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.649870 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Deleting port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:26.650207 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.679498 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82138a63-927a-4108-8e58-8726b85997ab None None] DHCP port deletion for de567712-8b51-471f-8062-8393b6a15508 request from dv-cinder-835881-4-smb {{(pid=103231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:38:26.719354 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] For port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=71ba0c93-0e25-4f99-bd13-b2c2301d08c6,segment=NetworkSegment(c94c925a-ffae-4ba9-b559-486b8022e727),segment_id=c94c925a-ffae-4ba9-b559-486b8022e727)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:26.719713 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.725319 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-82138a63-927a-4108-8e58-8726b85997ab None None] Deleting port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:26.725686 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-82138a63-927a-4108-8e58-8726b85997ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.733731 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Calling delete_port for 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:26.775465 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:38:26.779122 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for port (74b80ba0-dd26-434d-914e-1a8ef538c591), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.785565 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (74b80ba0-dd26-434d-914e-1a8ef538c591), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.807331 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-82138a63-927a-4108-8e58-8726b85997ab None None] For port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=71ba0c93-0e25-4f99-bd13-b2c2301d08c6,segment=NetworkSegment(c94c925a-ffae-4ba9-b559-486b8022e727),segment_id=c94c925a-ffae-4ba9-b559-486b8022e727)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:26.807812 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-82138a63-927a-4108-8e58-8726b85997ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.818113 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.822841 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-82138a63-927a-4108-8e58-8726b85997ab None None] Calling delete_port for 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 owned by network:dhcp {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:26.851126 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] No DVR routers for this DVR port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 on host dv-cinder-835881-4-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:26.853325 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ba0c93-0e25-4f99-bd13-b2c2301d08c6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.853647 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'Port': ['ID=74b80ba0-dd26-434d-914e-1a8ef538c591,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.871760 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (1b6eb045-08ae-41a4-a165-e6b6d2a970ab), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.890059 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.900547 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-b5c328ca-7633-4b06-b846-271b98b434ce tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3315330 Apr 05 22:38:26.934933 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (de567712-8b51-471f-8062-8393b6a15508), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.956414 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de567712-8b51-471f-8062-8393b6a15508']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:26.966416 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94c925a-ffae-4ba9-b559-486b8022e727') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:26.966792 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94c925a-ffae-4ba9-b559-486b8022e727') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:26.980215 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226939'] for segment (c94c925a-ffae-4ba9-b559-486b8022e727), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.999449 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (c94c925a-ffae-4ba9-b559-486b8022e727), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.006497 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:38:27.006913 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267126'] for segment (c94c925a-ffae-4ba9-b559-486b8022e727), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: Traceback (most recent call last): Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: timer() Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: cb(*args, **kw) Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: return func(*args, **kwargs) Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: self._notify() Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: self.callback(batched_events) Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: event.method(event) Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: return f(self, *a, **k) Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: return self._get(url).json() Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: return self.request(url, 'GET', **kwargs) Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:38:27.008405 dv-cinder-835881-4-smb neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:38:27.049753 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-82138a63-927a-4108-8e58-8726b85997ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949'] for port (71ba0c93-0e25-4f99-bd13-b2c2301d08c6), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.064035 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (de567712-8b51-471f-8062-8393b6a15508), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.070082 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.073604 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/de567712-8b51-471f-8062-8393b6a15508 HTTP/1.1" status: 204 len: 168 time: 0.5616353 Apr 05 22:38:27.080675 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82138a63-927a-4108-8e58-8726b85997ab None None] Pushing event deleted for resources: {'Port': ['ID=71ba0c93-0e25-4f99-bd13-b2c2301d08c6,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:27.085842 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43203b-a3da-4d36-9996-a277754d38d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=de567712-8b51-471f-8062-8393b6a15508,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:27.086602 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82138a63-927a-4108-8e58-8726b85997ab None None] No DVR routers for this DVR port 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 on host dv-cinder-835881-4-smb {{(pid=103231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:27.121679 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-692c0415-6eb3-421a-9ba9-ff11f7dee425 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1479942404&fields=id&tenant_id=798e0839ad15488b8cb8ee35603db32a HTTP/1.1" status: 200 len: 267 time: 0.0584943 Apr 05 22:38:27.231679 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-d7862a28-7afa-4fea-b143-4016481faa93 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:27.233144 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-d7862a28-7afa-4fea-b143-4016481faa93 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 814 time: 0.1050148 Apr 05 22:38:27.249310 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-bcdeab2e-c459-4b5a-8ca3-39a64d270244 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/quotas/798e0839ad15488b8cb8ee35603db32a HTTP/1.1" status: 200 len: 375 time: 0.0097084 Apr 05 22:38:27.250361 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52442) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:27.289506 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-b878c045-e186-49ed-ae3a-2f63b9f876b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0071b9efb804bb9b6375a3b8ab1cfda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378499 Apr 05 22:38:27.291900 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52444) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:27.303122 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-591fffe3-9076-4495-b6ea-ad508297cba6 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485752 Apr 05 22:38:27.337454 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b7e931e-c46e-4a71-b7b4-b20610458b58 admin admin] Publish callbacks [] for security_group (f1532618-193e-442b-b6df-80eaf0a2de26), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.363123 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b7e931e-c46e-4a71-b7b4-b20610458b58 admin admin] Publish callbacks [] for security_group (f1532618-193e-442b-b6df-80eaf0a2de26), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.413494 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b7e931e-c46e-4a71-b7b4-b20610458b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (f1532618-193e-442b-b6df-80eaf0a2de26), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.416129 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b7e931e-c46e-4a71-b7b4-b20610458b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.417284 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-8b7e931e-c46e-4a71-b7b4-b20610458b58 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1532618-193e-442b-b6df-80eaf0a2de26 HTTP/1.1" status: 204 len: 168 time: 0.1244912 Apr 05 22:38:27.425095 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e931e-c46e-4a71-b7b4-b20610458b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1532618-193e-442b-b6df-80eaf0a2de26,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:27.487656 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-acadc18b-9018-4f9e-a24e-fcc530228e5d service neutron] 10.222.0.43 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725638 Apr 05 22:38:27.576514 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-e5d19753-3228-463d-a7ad-b42bf400c4fc service neutron] 10.222.0.43 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831256 Apr 05 22:38:27.746118 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52460) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:27.791945 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-7ed432f6-e978-4684-9c11-cc9c6bd00416 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e42ff5c12a494d5b939d85b7b39e4913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447013 Apr 05 22:38:27.792420 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52462) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:27.821771 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:27.846899 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:27.847814 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 6537f89c-55e2-4aaa-a7fa-a90aa94bd1f4 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:27.848135 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b709fc19-5f50-453c-b3b9-6cbb9e235ef2 admin admin] Publish callbacks [] for security_group (2bb657bb-204f-4ed6-b729-cf7482ed3413), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.848670 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:27.871851 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b709fc19-5f50-453c-b3b9-6cbb9e235ef2 admin admin] Publish callbacks [] for security_group (2bb657bb-204f-4ed6-b729-cf7482ed3413), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.874220 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:27.874788 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 71ba0c93-0e25-4f99-bd13-b2c2301d08c6 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:27.941718 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b709fc19-5f50-453c-b3b9-6cbb9e235ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (2bb657bb-204f-4ed6-b729-cf7482ed3413), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.944538 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b709fc19-5f50-453c-b3b9-6cbb9e235ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.945701 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-b709fc19-5f50-453c-b3b9-6cbb9e235ef2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bb657bb-204f-4ed6-b729-cf7482ed3413 HTTP/1.1" status: 204 len: 168 time: 0.1522875 Apr 05 22:38:27.955949 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709fc19-5f50-453c-b3b9-6cbb9e235ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb657bb-204f-4ed6-b729-cf7482ed3413,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:27.961726 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c95abf30-4b5c-4802-8d47-29045bf378a7 req-952127b7-b2a3-48bf-b5b6-5a418b09dd34 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 210 time: 0.2516320 Apr 05 22:38:28.633536 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52490) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:28.739653 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-180950837-network', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:28.760976 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Made reservation on behalf of 5f0d5e291884412699c09b84b92b6d14 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:28.763253 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.771919 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.847180 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Publish callbacks [] for security_group (a1a2e187-4ce7-4de3-8d1d-89606ca950ec), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.852468 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a1a2e187-4ce7-4de3-8d1d-89606ca950ec), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.879157 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:38:28.890952 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a2e187-4ce7-4de3-8d1d-89606ca950ec,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.899564 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.899564 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.segments_db [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Added segment d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580 of type vlan for network b0f58eff-89e2-4c2e-8464-98e1362a08e6 Apr 05 22:38:28.914114 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-365cbe0f-97be-49f7-9324-01fae175e2f1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:28.915733 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-365cbe0f-97be-49f7-9324-01fae175e2f1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 814 time: 0.1050293 Apr 05 22:38:28.954371 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (b0f58eff-89e2-4c2e-8464-98e1362a08e6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.984561 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-2b9a1e3c-0e92-410e-9616-55cc33b12130 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=798e0839ad15488b8cb8ee35603db32a HTTP/1.1" status: 200 len: 380 time: 0.0558422 Apr 05 22:38:28.985969 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (b0f58eff-89e2-4c2e-8464-98e1362a08e6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.987637 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:28.988243 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.999209 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'port': {'device_id': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'admin_state_up': True, 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'security_groups': ['740cb0b9-39c4-4da7-8553-f12f14c2b54d']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:29.051650 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4170268 Apr 05 22:38:29.054387 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52500) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:29.058918 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4a98c755-4369-4dc6-8f87-2d0777f8b534 admin admin] Request body: {'subnet': {'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-180950837-subnet', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:29.066464 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845fab9-a8aa-4f8f-b3f5-fdc7b27abe33 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f58eff-89e2-4c2e-8464-98e1362a08e6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:29.086393 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a98c755-4369-4dc6-8f87-2d0777f8b534 admin admin] Made reservation on behalf of 5f0d5e291884412699c09b84b92b6d14 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:29.086840 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network b0f58eff-89e2-4c2e-8464-98e1362a08e6 details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:38:29.088785 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a98c755-4369-4dc6-8f87-2d0777f8b534 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59888023'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.095751 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e955eb10-171f-4e22-9467-580fa3bd9283 req-f034f339-5a9c-40bf-9838-3cc277d45484 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 210 time: 0.0364718 Apr 05 22:38:29.163845 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Made reservation on behalf of 798e0839ad15488b8cb8ee35603db32a for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:29.167301 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.263365 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a98c755-4369-4dc6-8f87-2d0777f8b534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2265691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59888009'] for subnet (7ab68b89-523f-4d2e-ad76-372a4b534c2c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.301816 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Allocated IP 172.20.0.8 (3b6690ac-f4b8-4a7e-968f-10ccb08336f7/d7f3574c-1479-402b-b66c-800a10f43d9e/1d408db9-2292-4f42-8a6d-a0268341dff9) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:29.313818 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98c755-4369-4dc6-8f87-2d0777f8b534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab68b89-523f-4d2e-ad76-372a4b534c2c,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:29.324674 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98c755-4369-4dc6-8f87-2d0777f8b534 admin admin] Checking segment: {'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:29.325025 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a98c755-4369-4dc6-8f87-2d0777f8b534 admin admin] Network hostable DHCP agents. Network: b0f58eff-89e2-4c2e-8464-98e1362a08e6, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:38:29.341793 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a98c755-4369-4dc6-8f87-2d0777f8b534 admin admin] Network b0f58eff-89e2-4c2e-8464-98e1362a08e6 is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:38:29.350846 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4a98c755-4369-4dc6-8f87-2d0777f8b534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, b0f58eff-89e2-4c2e-8464-98e1362a08e6) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:29.354815 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a98c755-4369-4dc6-8f87-2d0777f8b534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:29.355410 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a98c755-4369-4dc6-8f87-2d0777f8b534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.360648 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26a26c-2c4d-4ad8-be08-bdd45d6c830b None None] Network b0f58eff-89e2-4c2e-8464-98e1362a08e6 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:29.377024 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-4a98c755-4369-4dc6-8f87-2d0777f8b534 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3216031 Apr 05 22:38:29.380793 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52502) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:29.385421 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:29.406661 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62040'] for router (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.408013 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3697351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62017'] for router (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.451694 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.465041 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Publish callbacks [] for router_controller (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.466218 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8bfb39-ed8b-587a-bfc7-9b601aa1cc5f-b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c'}]}} from dv-cinder-835881-4-smb. {{(pid=103231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:38:29.467315 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.494676 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.515256 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:29.533402 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:29.537334 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:29.581444 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event updated for resources: {'Port': ['ID=1d408db9-2292-4f42-8a6d-a0268341dff9,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:29.603062 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:29.603788 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.627814 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Allocated IP 172.20.0.2 (b0f58eff-89e2-4c2e-8464-98e1362a08e6/7ab68b89-523f-4d2e-ad76-372a4b534c2c/4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:29.632358 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-f9764a77-6a35-46fc-a84c-acd45cc93ef1 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6369166 Apr 05 22:38:29.638083 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Publish callbacks [] for router_gateway (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.646332 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Request body: {'port': {'device_id': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:29.765134 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.831238 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Publish callbacks [] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.844225 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.887442 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Publish callbacks [] for router_gateway (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.891675 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-12b741cb-5a6b-4e46-a439-120b49a0ed3c None None] Provisioning complete for port 1d408db9-2292-4f42-8a6d-a0268341dff9 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:29.892289 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-12b741cb-5a6b-4e46-a439-120b49a0ed3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.895639 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Network b0f58eff-89e2-4c2e-8464-98e1362a08e6 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:29.910000 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.923437 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:29.926807 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:29.943707 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Pushing event updated for resources: {'Port': ['ID=4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:30.022828 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-12b741cb-5a6b-4e46-a439-120b49a0ed3c None None] Port 1d408db9-2292-4f42-8a6d-a0268341dff9 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:30.039751 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Attempting to bind port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:30.040151 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Attempting to bind port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:30.040536 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Attempting to bind port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 on network b0f58eff-89e2-4c2e-8464-98e1362a08e6 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:30.051032 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:30.051230 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Allocated IP 172.28.3.218 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/5705ff92-46f1-42f9-91c0-6c7bf7206ceb) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:30.051536 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Checking segment: {'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:30.052869 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.053926 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Bound using segment: {'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:30.054805 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Bound port: 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:30.056756 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.122464 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d408db9-2292-4f42-8a6d-a0268341dff9 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:30.131838 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Publish callbacks [] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.132801 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] For port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:30.137494 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] For port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:30.146655 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.151468 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Transition to ACTIVE for port object 1d408db9-2292-4f42-8a6d-a0268341dff9 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:38:30.158581 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.196615 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Publish callbacks [] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.226269 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cefea2-57aa-48cd-8856-3032dc3c6871 None None] Pushing event updated for resources: {'Port': ['ID=4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:30.274377 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.297501 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Pushing event updated for resources: {'Port': ['ID=1d408db9-2292-4f42-8a6d-a0268341dff9,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:30.341630 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Attempting to bind port 1d408db9-2292-4f42-8a6d-a0268341dff9 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:30.342120 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Attempting to bind port 1d408db9-2292-4f42-8a6d-a0268341dff9 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:30.342966 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Attempting to bind port 1d408db9-2292-4f42-8a6d-a0268341dff9 on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:30.356212 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Port 1d408db9-2292-4f42-8a6d-a0268341dff9 on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:38:30.356930 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Attempting to bind port 1d408db9-2292-4f42-8a6d-a0268341dff9 on network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:30.365208 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:30.365606 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Checking segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:30.366170 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Bound using segment: {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:30.366614 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Bound port: 1d408db9-2292-4f42-8a6d-a0268341dff9, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ba9062-97ca-405d-af7f-589e394d504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:30.367051 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.452320 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] For port 1d408db9-2292-4f42-8a6d-a0268341dff9, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:30.456996 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] For port 1d408db9-2292-4f42-8a6d-a0268341dff9, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1d408db9-2292-4f42-8a6d-a0268341dff9,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:30.473374 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.546412 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Pushing event updated for resources: {'Port': ['ID=1d408db9-2292-4f42-8a6d-a0268341dff9,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:30.560807 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:30.561605 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.563232 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-9616fd52-3577-4532-aaba-20c0bde5a72e service neutron] 10.222.0.44 "PUT /v2.0/ports/1d408db9-2292-4f42-8a6d-a0268341dff9 HTTP/1.1" status: 200 len: 1093 time: 0.9217899 Apr 05 22:38:30.564348 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'tag': '1d408db9-2292-4f42-8a6d-a0268341dff9'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:30.566800 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c691f20c-0923-4675-9a33-f7c4e23afe4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9477ed7-b0bb-40cd-8659-819bba0a80aa", "tag": "1d408db9-2292-4f42-8a6d-a0268341dff9"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:30.655750 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eeb9c4-7fa8-4869-b3ba-14ffccb8754b x-openstack-request-id: req-58eeb9c4-7fa8-4869-b3ba-14ffccb8754b {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:30.656062 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9477ed7-b0bb-40cd-8659-819bba0a80aa", "tag": "1d408db9-2292-4f42-8a6d-a0268341dff9", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:30.656421 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58eeb9c4-7fa8-4869-b3ba-14ffccb8754b {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:30.656834 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58eeb9c4-7fa8-4869-b3ba-14ffccb8754b'] response: {'name': 'network-changed', 'server_uuid': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'tag': '1d408db9-2292-4f42-8a6d-a0268341dff9', 'status': 'completed', 'code': 200} Apr 05 22:38:30.687847 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:30.703845 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:30.719773 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:30.727482 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Pushing event updated for resources: {'Port': ['ID=5705ff92-46f1-42f9-91c0-6c7bf7206ceb,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:30.728931 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-20da897f-a92b-4de4-9126-b23d04aa74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:30.730607 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-20da897f-a92b-4de4-9126-b23d04aa74f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 1127 time: 0.1005895 Apr 05 22:38:30.780431 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1cd0e-10f8-49e5-abc5-b02c26fee654 req-ac485658-c7bf-46c4-94e2-bedd8b0a77bb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:30.783081 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-40c1cd0e-10f8-49e5-abc5-b02c26fee654 req-ac485658-c7bf-46c4-94e2-bedd8b0a77bb tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 943 time: 0.1555140 Apr 05 22:38:30.793498 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-a86587dc-a5ee-4a81-a712-c675fa317f7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d408db9-2292-4f42-8a6d-a0268341dff9 HTTP/1.1" status: 200 len: 217 time: 0.0511146 Apr 05 22:38:30.848043 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-8fc15413-0b56-4c50-9d9d-6aca2c64f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:30.849553 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-8fc15413-0b56-4c50-9d9d-6aca2c64f462 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 200 len: 853 time: 0.0476279 Apr 05 22:38:30.909360 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-bd803243-acca-49fc-93c5-41a5285945a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:30.910894 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-bd803243-acca-49fc-93c5-41a5285945a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0543532 Apr 05 22:38:30.925326 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-40c1cd0e-10f8-49e5-abc5-b02c26fee654 req-85f77274-e4ca-4529-9fe1-8f3e65cd51da tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=740cb0b9-39c4-4da7-8553-f12f14c2b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377783 Apr 05 22:38:31.007075 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-3f627f44-d9e9-4ecd-bf9f-a5a06f704126 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868859 Apr 05 22:38:31.048996 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Publish callbacks [] for router_gateway (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.109843 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da7c3fb1-18e5-45af-81ea-0c622edc1698 req-050d9d6f-687d-4adb-912b-a1e6828e0d25 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953164 Apr 05 22:38:31.272678 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683954'] for router (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.374171 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a23242-d7ed-4a94-8d67-e2f08ff0e90a req-05eac2d4-2079-44f1-b260-adf435a2c269 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:31.375880 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f1a23242-d7ed-4a94-8d67-e2f08ff0e90a req-05eac2d4-2079-44f1-b260-adf435a2c269 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0574763 Apr 05 22:38:31.413714 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea is scheduled to L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:38:31.435204 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f1a23242-d7ed-4a94-8d67-e2f08ff0e90a req-3ce4062e-8717-44bc-9340-45f2707862cf tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514395 Apr 05 22:38:31.477906 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8fc3ac-0247-4c11-a395-a1948a141eaa None None] Network b0f58eff-89e2-4c2e-8464-98e1362a08e6 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:31.530341 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:31.544110 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Sync routers for ids ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:31.550495 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.554858 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-b950dc42-e283-484f-b13d-fe05ee3567d6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1701930 Apr 05 22:38:31.555126 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52530) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:31.569847 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-435317f2-a23d-481c-b5f6-e9431038befd None None] Provisioning complete for port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:31.570136 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-435317f2-a23d-481c-b5f6-e9431038befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.573869 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Routers {'4a36473a-3fc6-43ba-90ad-6b0bd047aeea'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:31.574520 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:31.762514 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Set router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:31.848586 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-435317f2-a23d-481c-b5f6-e9431038befd None None] Current status of the port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:31.848972 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-435317f2-a23d-481c-b5f6-e9431038befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.891578 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:31.966864 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-435317f2-a23d-481c-b5f6-e9431038befd None None] For port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:31.980288 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-435317f2-a23d-481c-b5f6-e9431038befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.010817 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.038507 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:32.038904 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.069472 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c090f-0b91-4e36-a2d3-01e7135214e6 req-4a1d1bd5-8d1d-4dfc-bd9a-74c342401386 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:32.071299 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bd4c090f-0b91-4e36-a2d3-01e7135214e6 req-4a1d1bd5-8d1d-4dfc-bd9a-74c342401386 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 943 time: 0.0679281 Apr 05 22:38:32.101887 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435317f2-a23d-481c-b5f6-e9431038befd None None] Pushing event updated for resources: {'Port': ['ID=4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:32.122919 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-b3ceb3d2-4468-4a2c-8f73-e78deb63c50f None None] Provisioning complete for port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:32.122919 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b3ceb3d2-4468-4a2c-8f73-e78deb63c50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.138383 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bd4c090f-0b91-4e36-a2d3-01e7135214e6 req-1c8674ce-fa31-493f-9fa4-30cfe3dfb9f0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=740cb0b9-39c4-4da7-8553-f12f14c2b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610156 Apr 05 22:38:32.162917 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f20c-0923-4675-9a33-f7c4e23afe4b req-1d3cacb6-c71c-4338-b2ec-1c3b52c50f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:32.164659 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c691f20c-0923-4675-9a33-f7c4e23afe4b req-1d3cacb6-c71c-4338-b2ec-1c3b52c50f1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 1127 time: 0.1000674 Apr 05 22:38:32.181640 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:30Z', 'revision_number': 3, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:32.217935 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Allocated IP 172.20.0.1 (b0f58eff-89e2-4c2e-8464-98e1362a08e6/7ab68b89-523f-4d2e-ad76-372a4b534c2c/508476d1-ae5c-4835-bf32-aaad29f51b67) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:32.322997 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Publish callbacks [] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.358410 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.363610 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Checking router: 4a36473a-3fc6-43ba-90ad-6b0bd047aeea for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:32.363940 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Updating router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb binding host dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:38:32.398982 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Network b0f58eff-89e2-4c2e-8464-98e1362a08e6 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:32.401741 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:32.402330 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:32.405519 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:32.427585 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.432855 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Pushing event updated for resources: {'Port': ['ID=508476d1-ae5c-4835-bf32-aaad29f51b67,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:32.451669 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684003'] for router_interface (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.468681 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-b3ceb3d2-4468-4a2c-8f73-e78deb63c50f None None] Current status of the port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:32.599154 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d81ef-509e-4cdf-ab16-706d8ab878db req-edea71bb-3a8d-47e3-a440-1e26917e8bd8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:32.600772 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f78d81ef-509e-4cdf-ab16-706d8ab878db req-edea71bb-3a8d-47e3-a440-1e26917e8bd8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0916843 Apr 05 22:38:32.645229 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.701295 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f78d81ef-509e-4cdf-ab16-706d8ab878db req-0a2cf201-cef3-42da-a6e6-a22c455504e1 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798740 Apr 05 22:38:32.717464 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Publish callbacks [] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.719184 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-81c25a00-e0f4-4a02-8460-21570dff9a98 None None] Provisioning complete for port 508476d1-ae5c-4835-bf32-aaad29f51b67 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:32.719679 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-81c25a00-e0f4-4a02-8460-21570dff9a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.741178 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.786662 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-81c25a00-e0f4-4a02-8460-21570dff9a98 None None] Port 508476d1-ae5c-4835-bf32-aaad29f51b67 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:32.807807 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Attempting to bind port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:32.808176 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Attempting to bind port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:32.808526 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Attempting to bind port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb on network 9a73b557-2ada-4566-ab40-66bfa715f81e {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:32.811459 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd6dea-da1f-4628-9bcc-05dce3b49bf5 None None] Pushing event updated for resources: {'Port': ['ID=5705ff92-46f1-42f9-91c0-6c7bf7206ceb,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:32.815990 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:32.816365 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Checking segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:32.816762 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.817140 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Bound using segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:32.817600 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Bound port: 5705ff92-46f1-42f9-91c0-6c7bf7206ceb, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:32.818445 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.830486 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Publish callbacks [] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.835904 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.867875 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] For port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:32.871007 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] For port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=5705ff92-46f1-42f9-91c0-6c7bf7206ceb,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:32.877814 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.904352 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Pushing event updated for resources: {'Port': ['ID=508476d1-ae5c-4835-bf32-aaad29f51b67,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:32.907109 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685939'] for router_interface (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.935973 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Routers {'4a36473a-3fc6-43ba-90ad-6b0bd047aeea'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:32.936604 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:32.939702 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd6dea-da1f-4628-9bcc-05dce3b49bf5 None None] Pushing event updated for resources: {'Port': ['ID=5705ff92-46f1-42f9-91c0-6c7bf7206ceb,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:32.995924 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Network b0f58eff-89e2-4c2e-8464-98e1362a08e6 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:32.997448 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:33.050657 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] Set router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:33.121045 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:33.234982 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-7fe52bc6-1b02-4947-97a6-2208634b2ddc None None] Provisioning complete for port 508476d1-ae5c-4835-bf32-aaad29f51b67 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:33.235685 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7fe52bc6-1b02-4947-97a6-2208634b2ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.242726 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:33.251146 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-077922be-f6c8-4a72-a2b6-2039abe02b46 admin admin] 10.222.0.43 "PUT /v2.0/routers/4a36473a-3fc6-43ba-90ad-6b0bd047aeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6948509 Apr 05 22:38:33.285226 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82983c6e-3320-417c-ad2b-16c32f450a84 req-e4355c6e-2f5d-43a3-8105-6aa7d318adb6 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:33.286980 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-82983c6e-3320-417c-ad2b-16c32f450a84 req-e4355c6e-2f5d-43a3-8105-6aa7d318adb6 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 943 time: 0.0618353 Apr 05 22:38:33.292259 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-7fe52bc6-1b02-4947-97a6-2208634b2ddc None None] Port 508476d1-ae5c-4835-bf32-aaad29f51b67 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:33.305656 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '508476d1-ae5c-4835-bf32-aaad29f51b67', 'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'mac_address': 'fa:16:3e:bc:2a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:32Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 2, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'subnets': [{'id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:33.335562 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d60ceb3-4104-4a37-aa38-10185dff4385 None None] The sync data for ids ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'] in dv-cinder-835881-4-smb is: [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '508476d1-ae5c-4835-bf32-aaad29f51b67', 'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'mac_address': 'fa:16:3e:bc:2a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:32Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 2, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'subnets': [{'id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:33.336960 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-82983c6e-3320-417c-ad2b-16c32f450a84 req-65a426d5-e51b-4db6-b3ba-4ae52cae1490 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=740cb0b9-39c4-4da7-8553-f12f14c2b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438828 Apr 05 22:38:33.829576 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4f200-2516-4ce0-9b63-91e3f799f65d req-ed182442-19cf-4e08-b683-de3311777b9d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:33.831374 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-42c4f200-2516-4ce0-9b63-91e3f799f65d req-ed182442-19cf-4e08-b683-de3311777b9d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0583522 Apr 05 22:38:33.833276 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:33.839399 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52556) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:33.844382 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1213882453-network', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:33.873151 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Made reservation on behalf of aadb77aed33e464f8b1df4036632b5da for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:33.876353 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.889217 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.891539 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-42c4f200-2516-4ce0-9b63-91e3f799f65d req-808481c1-8677-4e86-93ce-125e740136d3 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536349 Apr 05 22:38:33.896061 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:33.896505 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.973883 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Publish callbacks [] for security_group (53347bba-1d2d-4e74-90d3-b24f80daf96a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.979257 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (53347bba-1d2d-4e74-90d3-b24f80daf96a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.990556 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:34.002209 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:38:34.026411 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53347bba-1d2d-4e74-90d3-b24f80daf96a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:34.031711 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.033089 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.segments_db [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Added segment 89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad of type vlan for network 9db69119-ddd8-4cee-b293-50b4bd64c46d Apr 05 22:38:34.036361 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 1d408db9-2292-4f42-8a6d-a0268341dff9 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:38:34.087930 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794853368369'] for network (9db69119-ddd8-4cee-b293-50b4bd64c46d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.115277 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382'] for network (9db69119-ddd8-4cee-b293-50b4bd64c46d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.116463 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:34.117092 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.155496 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3149459 Apr 05 22:38:34.156748 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52558) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:34.157244 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 1d408db9-2292-4f42-8a6d-a0268341dff9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1d408db9-2292-4f42-8a6d-a0268341dff9,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:34.163056 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4b3769ea-db5e-4154-8e09-3cbaf44055c0 admin admin] Request body: {'subnet': {'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1213882453-subnet', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:34.183566 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '1d408db9-2292-4f42-8a6d-a0268341dff9', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'port_id': '1d408db9-2292-4f42-8a6d-a0268341dff9', 'mac_address': 'fa:16:3e:1d:fa:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:38:34.193322 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3769ea-db5e-4154-8e09-3cbaf44055c0 admin admin] Made reservation on behalf of aadb77aed33e464f8b1df4036632b5da for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:34.196522 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b3769ea-db5e-4154-8e09-3cbaf44055c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59583127'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.206391 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c14e70-1d7d-42fb-90b6-fd2dc7813518 admin admin] Pushing event updated for resources: {'Network': ['ID=9db69119-ddd8-4cee-b293-50b4bd64c46d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:34.219857 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Network 9db69119-ddd8-4cee-b293-50b4bd64c46d details requested by agent ovs-agent-dv-cinder-835881-4-smb with host dv-cinder-835881-4-smb {{(pid=103231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:38:34.287865 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 1d408db9-2292-4f42-8a6d-a0268341dff9 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:34.287865 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.313227 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d408db9-2292-4f42-8a6d-a0268341dff9 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:34.339369 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 1d408db9-2292-4f42-8a6d-a0268341dff9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1d408db9-2292-4f42-8a6d-a0268341dff9,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:34.345542 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.400469 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=1d408db9-2292-4f42-8a6d-a0268341dff9,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:34.472875 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb6db6-5f9b-4604-98b6-4180685f4555 req-10f4c56f-b900-439e-aeba-66b950ad6b09 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:34.480162 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bffb6db6-5f9b-4604-98b6-4180685f4555 req-10f4c56f-b900-439e-aeba-66b950ad6b09 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 944 time: 0.0632787 Apr 05 22:38:34.530738 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bffb6db6-5f9b-4604-98b6-4180685f4555 req-0aa459ae-3841-4f95-afab-6241eb17c734 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=740cb0b9-39c4-4da7-8553-f12f14c2b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494192 Apr 05 22:38:34.657332 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['1d408db9-2292-4f42-8a6d-a0268341dff9'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:34.664793 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b3769ea-db5e-4154-8e09-3cbaf44055c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60646750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59583113'] for subnet (36f056b5-ef0c-4db4-9e08-4fce11147dc2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.714824 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3769ea-db5e-4154-8e09-3cbaf44055c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f056b5-ef0c-4db4-9e08-4fce11147dc2,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:34.735580 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3769ea-db5e-4154-8e09-3cbaf44055c0 admin admin] Checking segment: {'id': '89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:34.736189 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3769ea-db5e-4154-8e09-3cbaf44055c0 admin admin] Network hostable DHCP agents. Network: 9db69119-ddd8-4cee-b293-50b4bd64c46d, hostable agents: ['97ea4b3c-024b-417f-b391-7690cb7cce8e'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:38:34.759297 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3769ea-db5e-4154-8e09-3cbaf44055c0 admin admin] Network 9db69119-ddd8-4cee-b293-50b4bd64c46d is scheduled to be hosted by DHCP agent 97ea4b3c-024b-417f-b391-7690cb7cce8e with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:38:34.769273 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-4b3769ea-db5e-4154-8e09-3cbaf44055c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-smb, 9db69119-ddd8-4cee-b293-50b4bd64c46d) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:34.773690 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3769ea-db5e-4154-8e09-3cbaf44055c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:34.774271 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b3769ea-db5e-4154-8e09-3cbaf44055c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.786431 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a59b98e-af3c-4a48-97a3-d0e9fd70642e None None] Network 9db69119-ddd8-4cee-b293-50b4bd64c46d requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:34.798241 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-4b3769ea-db5e-4154-8e09-3cbaf44055c0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6378689 Apr 05 22:38:34.798642 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52562) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:34.804230 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1213882453-router', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:34.826831 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3685027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62040'] for router (7286c1f6-9e02-478d-be44-9f996355b4ad), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.827876 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3697351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62017'] for router (7286c1f6-9e02-478d-be44-9f996355b4ad), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.884855 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Publish callbacks [] for router_controller (7286c1f6-9e02-478d-be44-9f996355b4ad), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.911544 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8bfb39-ed8b-587a-bfc7-9b601aa1cc5f-9db69119-ddd8-4cee-b293-50b4bd64c46d', 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d', 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'fixed_ips': [{'subnet_id': '36f056b5-ef0c-4db4-9e08-4fce11147dc2'}]}} from dv-cinder-835881-4-smb. {{(pid=103231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:38:34.912479 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.031205 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f18ff-f2fe-4aac-adf1-dfa249112e91 req-7bb760d9-c806-43d9-96e2-de35b9fc874b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:35.031858 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Publish callbacks [] for router_gateway (7286c1f6-9e02-478d-be44-9f996355b4ad), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.032838 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e41f18ff-f2fe-4aac-adf1-dfa249112e91 req-7bb760d9-c806-43d9-96e2-de35b9fc874b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.0595648 Apr 05 22:38:35.061235 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Allocated IP 172.20.0.2 (9db69119-ddd8-4cee-b293-50b4bd64c46d/36f056b5-ef0c-4db4-9e08-4fce11147dc2/43129513-3bf1-4ca2-8a02-3d8d64fa967d) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:35.085198 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e41f18ff-f2fe-4aac-adf1-dfa249112e91 req-cba66311-05d4-4a59-9a56-32a04f2fc0ac tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446055 Apr 05 22:38:35.206224 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Publish callbacks [] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.213450 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.233649 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Publish callbacks [] for router_gateway (7286c1f6-9e02-478d-be44-9f996355b4ad), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.251965 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Network 9db69119-ddd8-4cee-b293-50b4bd64c46d is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:35.254602 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.260189 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:35.262451 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Pushing event updated for resources: {'Port': ['ID=43129513-3bf1-4ca2-8a02-3d8d64fa967d,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:35.264492 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:35.324960 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Attempting to bind port 43129513-3bf1-4ca2-8a02-3d8d64fa967d on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:35.326017 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Attempting to bind port 43129513-3bf1-4ca2-8a02-3d8d64fa967d by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': '89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:35.326017 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Attempting to bind port 43129513-3bf1-4ca2-8a02-3d8d64fa967d on network 9db69119-ddd8-4cee-b293-50b4bd64c46d {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:35.331065 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:35.331434 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Checking segment: {'id': '89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:35.331836 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.332269 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Bound using segment: {'id': '89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:35.332732 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Bound port: 43129513-3bf1-4ca2-8a02-3d8d64fa967d, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:35.333157 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.374263 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Allocated IP 172.28.3.108 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/ed746eb8-df67-417b-8073-f6c2a6529325) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:35.402068 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] For port 43129513-3bf1-4ca2-8a02-3d8d64fa967d, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:35.405721 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] For port 43129513-3bf1-4ca2-8a02-3d8d64fa967d, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=43129513-3bf1-4ca2-8a02-3d8d64fa967d,segment=NetworkSegment(89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad),segment_id=89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:35.412362 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.477316 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec09a3-a1e1-4e97-a47d-4e7d0ecb8e7f None None] Pushing event updated for resources: {'Port': ['ID=43129513-3bf1-4ca2-8a02-3d8d64fa967d,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:35.500224 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Publish callbacks [] for port (ed746eb8-df67-417b-8073-f6c2a6529325), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.536854 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f20c-0923-4675-9a33-f7c4e23afe4b req-a52f8ca5-07b7-445c-b0fc-1f459a5cca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:35.538440 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c691f20c-0923-4675-9a33-f7c4e23afe4b req-a52f8ca5-07b7-445c-b0fc-1f459a5cca70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 915 time: 0.1175551 Apr 05 22:38:35.541238 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (ed746eb8-df67-417b-8073-f6c2a6529325), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.578516 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:35.582779 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:35.585440 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:35.605393 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Sync routers for ids ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:35.616560 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Routers {'4a36473a-3fc6-43ba-90ad-6b0bd047aeea'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:35.617181 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:35.635687 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Pushing event updated for resources: {'Port': ['ID=ed746eb8-df67-417b-8073-f6c2a6529325,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:35.712851 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c691f20c-0923-4675-9a33-f7c4e23afe4b req-0a8d2375-329f-4e33-a49a-1f45afddae2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d408db9-2292-4f42-8a6d-a0268341dff9 HTTP/1.1" status: 200 len: 217 time: 0.0851228 Apr 05 22:38:35.761687 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Set router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:35.774156 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c194c-f2a7-45d6-95e8-c1f41940b4d5 req-8d67b8ca-405e-48a1-a60a-809c15edfbec tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:35.781508 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a68c194c-f2a7-45d6-95e8-c1f41940b4d5 req-8d67b8ca-405e-48a1-a60a-809c15edfbec tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 944 time: 0.1625068 Apr 05 22:38:35.827232 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f20c-0923-4675-9a33-f7c4e23afe4b req-799ecfa2-a62c-4eaf-81f0-54c44c031c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:35.828879 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c691f20c-0923-4675-9a33-f7c4e23afe4b req-799ecfa2-a62c-4eaf-81f0-54c44c031c1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 200 len: 853 time: 0.0713384 Apr 05 22:38:35.884503 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a68c194c-f2a7-45d6-95e8-c1f41940b4d5 req-06017d5f-5884-4817-a359-171299f5311d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=740cb0b9-39c4-4da7-8553-f12f14c2b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017957 Apr 05 22:38:35.955549 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-5aa5880c-ff20-4027-aa62-2e814bf26115 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:35.958844 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-5aa5880c-ff20-4027-aa62-2e814bf26115 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.2176702 Apr 05 22:38:35.964069 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f20c-0923-4675-9a33-f7c4e23afe4b req-9d0af5ca-e1ed-4d6c-8275-ed6c2861ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:35.964069 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c691f20c-0923-4675-9a33-f7c4e23afe4b req-9d0af5ca-e1ed-4d6c-8275-ed6c2861ff1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0948842 Apr 05 22:38:35.974459 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 43129513-3bf1-4ca2-8a02-3d8d64fa967d up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:36.029909 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Publish callbacks [] for router_gateway (7286c1f6-9e02-478d-be44-9f996355b4ad), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.036090 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '508476d1-ae5c-4835-bf32-aaad29f51b67', 'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'mac_address': 'fa:16:3e:bc:2a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:32Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 2, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'subnets': [{'id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:36.042395 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 43129513-3bf1-4ca2-8a02-3d8d64fa967d triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:36.043825 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.049005 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 1d408db9-2292-4f42-8a6d-a0268341dff9 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:36.065173 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Checking router: 4a36473a-3fc6-43ba-90ad-6b0bd047aeea for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:36.065760 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Updating router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea port 508476d1-ae5c-4835-bf32-aaad29f51b67 binding host dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:38:36.094126 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.153283 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c691f20c-0923-4675-9a33-f7c4e23afe4b req-95baeb1e-f5d8-4dc6-abe7-065927eb8e2e service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818781 Apr 05 22:38:36.198704 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 1d408db9-2292-4f42-8a6d-a0268341dff9 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:38:36.206289 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 43129513-3bf1-4ca2-8a02-3d8d64fa967d is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:36.206782 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.221373 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 1d408db9-2292-4f42-8a6d-a0268341dff9 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:36.221867 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.239036 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Deleting port f63dd5f8-2f91-448b-9895-30f41ae4351d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:36.239626 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.245992 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port 43129513-3bf1-4ca2-8a02-3d8d64fa967d, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=43129513-3bf1-4ca2-8a02-3d8d64fa967d,segment=NetworkSegment(89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad),segment_id=89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:36.269307 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.270187 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 5705ff92-46f1-42f9-91c0-6c7bf7206ceb up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:36.452654 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683954'] for router (7286c1f6-9e02-478d-be44-9f996355b4ad), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.495512 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=43129513-3bf1-4ca2-8a02-3d8d64fa967d,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:36.497854 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Publish callbacks [] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.510006 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.515707 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:36.516557 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.517762 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 1d408db9-2292-4f42-8a6d-a0268341dff9 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:36.518136 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.578214 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d408db9-2292-4f42-8a6d-a0268341dff9'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:36.580849 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058c0440-0b39-4aa2-b876-0a2a6ba3b3cc" -d '{"events": [{"server_uuid": "f9477ed7-b0bb-40cd-8659-819bba0a80aa", "name": "network-vif-plugged", "status": "completed", "tag": "1d408db9-2292-4f42-8a6d-a0268341dff9"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:36.611633 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 1d408db9-2292-4f42-8a6d-a0268341dff9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1d408db9-2292-4f42-8a6d-a0268341dff9,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:36.620148 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.639621 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Pushing event updated for resources: {'Port': ['ID=508476d1-ae5c-4835-bf32-aaad29f51b67,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:36.657373 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.659341 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] For port f63dd5f8-2f91-448b-9895-30f41ae4351d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f63dd5f8-2f91-448b-9895-30f41ae4351d,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:36.659718 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.660033 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.661072 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.662519 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.663055 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.663585 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.664071 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.664552 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.665051 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.665532 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.666150 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.666699 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.667198 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.667707 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.668184 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:36.703287 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa0e408-2c70-4b1a-96eb-67d5187658da x-openstack-request-id: req-6fa0e408-2c70-4b1a-96eb-67d5187658da {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:36.703722 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9477ed7-b0bb-40cd-8659-819bba0a80aa", "name": "network-vif-plugged", "status": "completed", "tag": "1d408db9-2292-4f42-8a6d-a0268341dff9", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:36.703988 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6fa0e408-2c70-4b1a-96eb-67d5187658da {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:36.707853 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa0e408-2c70-4b1a-96eb-67d5187658da'] response: {'server_uuid': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d408db9-2292-4f42-8a6d-a0268341dff9', 'code': 200} Apr 05 22:38:36.769980 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Router 7286c1f6-9e02-478d-be44-9f996355b4ad is scheduled to L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:38:36.791742 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Attempting to bind port 508476d1-ae5c-4835-bf32-aaad29f51b67 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:36.794615 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Attempting to bind port 508476d1-ae5c-4835-bf32-aaad29f51b67 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:36.795281 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Attempting to bind port 508476d1-ae5c-4835-bf32-aaad29f51b67 on network b0f58eff-89e2-4c2e-8464-98e1362a08e6 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:36.803150 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:36.803969 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Checking segment: {'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:36.804614 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.805220 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Bound using segment: {'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:36.805912 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Bound port: 508476d1-ae5c-4835-bf32-aaad29f51b67, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:36.806500 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.833699 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:36.834133 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.844916 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=1d408db9-2292-4f42-8a6d-a0268341dff9,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:36.896872 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] For port 508476d1-ae5c-4835-bf32-aaad29f51b67, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:36.901905 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=5705ff92-46f1-42f9-91c0-6c7bf7206ceb,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:36.910449 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.915743 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] For port 508476d1-ae5c-4835-bf32-aaad29f51b67, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=508476d1-ae5c-4835-bf32-aaad29f51b67,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:36.930114 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.982880 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a64bdaa-efd2-4edb-b47d-0686c5930289 None None] Network 9db69119-ddd8-4cee-b293-50b4bd64c46d requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:37.039634 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Routers {'4a36473a-3fc6-43ba-90ad-6b0bd047aeea'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:37.040684 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:37.079769 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:37.108440 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14f9e5-0fb5-4ef8-bacd-840ec138eb52 None None] Pushing event updated for resources: {'Port': ['ID=508476d1-ae5c-4835-bf32-aaad29f51b67,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:37.153634 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.161755 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-73dabb51-a52b-4279-9c5f-c19e6da6ff7d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3594294 Apr 05 22:38:37.162594 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52584) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:37.180917 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c691f20c-0923-4675-9a33-f7c4e23afe4b req-171a0aa2-4110-46d3-9302-3e4cd1e25343 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0206766 Apr 05 22:38:37.196660 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Sync routers for ids ['7286c1f6-9e02-478d-be44-9f996355b4ad'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:37.208522 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c68e8-3773-4b86-95e2-14366ee86268 req-a9f1edf2-12eb-4252-8767-eef7c174351d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:37.216410 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da4c68e8-3773-4b86-95e2-14366ee86268 req-a9f1edf2-12eb-4252-8767-eef7c174351d tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 945 time: 0.9959166 Apr 05 22:38:37.229731 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=5705ff92-46f1-42f9-91c0-6c7bf7206ceb,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:37.258856 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360e79c-882d-453f-9484-2f1399ed5f97 req-65514704-d70c-40c9-a6ae-17959ade8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:37.260521 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4360e79c-882d-453f-9484-2f1399ed5f97 req-65514704-d70c-40c9-a6ae-17959ade8b56 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 1129 time: 0.2349241 Apr 05 22:38:37.264192 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-d1f43e47-0d00-4de8-b85e-196a618746d1 None None] Provisioning complete for port 43129513-3bf1-4ca2-8a02-3d8d64fa967d triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:37.264557 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e47-0d00-4de8-b85e-196a618746d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.265919 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.266376 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (b84c9287-b93e-49da-a57c-3b86e8c8af6b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.267050 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.l3_db [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Floating IP b84c9287-b93e-49da-a57c-3b86e8c8af6b disassociated. External IP: 172.28.3.143, port: f63dd5f8-2f91-448b-9895-30f41ae4351d. Apr 05 22:38:37.267496 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Calling delete_port for f63dd5f8-2f91-448b-9895-30f41ae4351d owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:37.273216 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Routers {'7286c1f6-9e02-478d-be44-9f996355b4ad'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:37.274011 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['7286c1f6-9e02-478d-be44-9f996355b4ad'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:37.409201 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] Set router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:37.435768 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-da4c68e8-3773-4b86-95e2-14366ee86268 req-d9db906b-090e-4cd3-83a2-6a0e65c1eab9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2b8a1cd-6fd1-4580-8313-c65e93535f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182333 Apr 05 22:38:37.486015 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4360e79c-882d-453f-9484-2f1399ed5f97 req-ae2962fc-a682-4a7c-b68c-04ae10b27561 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=740cb0b9-39c4-4da7-8553-f12f14c2b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033851 Apr 05 22:38:37.588887 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (f63dd5f8-2f91-448b-9895-30f41ae4351d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.634493 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Set router 7286c1f6-9e02-478d-be44-9f996355b4ad gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:37.639183 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event deleted for resources: {'Port': ['ID=f63dd5f8-2f91-448b-9895-30f41ae4351d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:37.667815 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccf9bf-791a-4561-b8fb-8e5f5c469d93 req-e13bb5ba-e220-416e-91fa-6f18e2bcfcfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:37.676610 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d5ccf9bf-791a-4561-b8fb-8e5f5c469d93 req-e13bb5ba-e220-416e-91fa-6f18e2bcfcfe tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 945 time: 0.6644006 Apr 05 22:38:37.710180 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '508476d1-ae5c-4835-bf32-aaad29f51b67', 'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'mac_address': 'fa:16:3e:bc:2a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:32Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'subnets': [{'id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:37.740508 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c0890-3706-4d60-80ef-f6b4889377f6 None None] The sync data for ids ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'] in dv-cinder-835881-4-smb is: [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '508476d1-ae5c-4835-bf32-aaad29f51b67', 'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'mac_address': 'fa:16:3e:bc:2a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:32Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'subnets': [{'id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:37.809248 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d5ccf9bf-791a-4561-b8fb-8e5f5c469d93 req-76225c05-82d7-460d-8f48-dba2b44ee6cd tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=740cb0b9-39c4-4da7-8553-f12f14c2b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323771 Apr 05 22:38:37.823175 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Router 0ec2d706-429d-4fa8-8838-c5302e004837 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:37.949216 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 43129513-3bf1-4ca2-8a02-3d8d64fa967d up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:37.955777 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-d1f43e47-0d00-4de8-b85e-196a618746d1 None None] Current status of the port 43129513-3bf1-4ca2-8a02-3d8d64fa967d is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:38.005106 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:38.016108 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9675f27-f3c5-4279-9b5c-b4b1daf40ef3 None None] Sync routers for ids ['0ec2d706-429d-4fa8-8838-c5302e004837'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:38.026533 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-d1f43e47-0d00-4de8-b85e-196a618746d1 None None] Provisioning complete for port 508476d1-ae5c-4835-bf32-aaad29f51b67 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:38.027063 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e47-0d00-4de8-b85e-196a618746d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.028301 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9675f27-f3c5-4279-9b5c-b4b1daf40ef3 None None] Routers {'0ec2d706-429d-4fa8-8838-c5302e004837'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:38.029815 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d9675f27-f3c5-4279-9b5c-b4b1daf40ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['0ec2d706-429d-4fa8-8838-c5302e004837'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:38.081808 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] No DVR routers for this DVR port f63dd5f8-2f91-448b-9895-30f41ae4351d on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:38.085422 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.089464 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0b6e8f4a-8fdf-4af6-bb27-e1aecc86ed18 req-159c924a-a3a2-48c8-9944-0b20c2a615b8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "DELETE /v2.0/ports/f63dd5f8-2f91-448b-9895-30f41ae4351d HTTP/1.1" status: 204 len: 173 time: 2.1106603 Apr 05 22:38:38.090112 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'name': 'network-vif-deleted', 'tag': 'f63dd5f8-2f91-448b-9895-30f41ae4351d'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:38.092650 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf73e2ff-342d-4112-b14d-82d25986d51f" -d '{"events": [{"server_uuid": "9c008a8e-15d0-4e74-80b1-97ef52bc593c", "name": "network-vif-deleted", "tag": "f63dd5f8-2f91-448b-9895-30f41ae4351d"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:38.146883 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e958d9bf-0d67-48f2-aeb5-5d4495822501 x-openstack-request-id: req-e958d9bf-0d67-48f2-aeb5-5d4495822501 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:38.147440 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c008a8e-15d0-4e74-80b1-97ef52bc593c", "name": "network-vif-deleted", "tag": "f63dd5f8-2f91-448b-9895-30f41ae4351d", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:38.148573 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e958d9bf-0d67-48f2-aeb5-5d4495822501 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:38.149135 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e958d9bf-0d67-48f2-aeb5-5d4495822501'] response: {'server_uuid': '9c008a8e-15d0-4e74-80b1-97ef52bc593c', 'name': 'network-vif-deleted', 'tag': 'f63dd5f8-2f91-448b-9895-30f41ae4351d', 'status': 'completed', 'code': 200} Apr 05 22:38:38.171860 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 43129513-3bf1-4ca2-8a02-3d8d64fa967d triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:38.172131 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.251879 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'name': 'tempest-TestShelveInstance-1213882453-router', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:34Z', 'updated_at': '2022-04-05T22:38:35Z', 'revision_number': 3, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'gw_port': {'id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:38.293162 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d9675f27-f3c5-4279-9b5c-b4b1daf40ef3 None None] Set router 0ec2d706-429d-4fa8-8838-c5302e004837 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:38.367814 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Checking router: 7286c1f6-9e02-478d-be44-9f996355b4ad for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:38.368223 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Updating router 7286c1f6-9e02-478d-be44-9f996355b4ad port ed746eb8-df67-417b-8073-f6c2a6529325 binding host dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:38:38.417925 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-d1f43e47-0d00-4de8-b85e-196a618746d1 None None] Current status of the port 508476d1-ae5c-4835-bf32-aaad29f51b67 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:38.418316 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e47-0d00-4de8-b85e-196a618746d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.431960 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (ed746eb8-df67-417b-8073-f6c2a6529325), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.477383 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.618031 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-d1f43e47-0d00-4de8-b85e-196a618746d1 None None] For port 508476d1-ae5c-4835-bf32-aaad29f51b67, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=508476d1-ae5c-4835-bf32-aaad29f51b67,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:38.623964 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 43129513-3bf1-4ca2-8a02-3d8d64fa967d is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:38.625492 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 508476d1-ae5c-4835-bf32-aaad29f51b67 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:38.632650 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-c3f3da30-7a6e-45c5-ba82-598d4f5e4e90 req-4675c4b1-134f-4079-beb4-5683000c93f2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c008a8e-15d0-4e74-80b1-97ef52bc593c HTTP/1.1" status: 200 len: 210 time: 0.0348759 Apr 05 22:38:38.659214 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d9675f27-f3c5-4279-9b5c-b4b1daf40ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4a3608ef-01f2-4929-aebc-e6f4e923de6b', 'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'mac_address': 'fa:16:3e:2b:73:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:27Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 5, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'subnets': [{'id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:38.691547 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9675f27-f3c5-4279-9b5c-b4b1daf40ef3 None None] Checking router: 0ec2d706-429d-4fa8-8838-c5302e004837 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:38.699560 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Allocated IP 172.20.0.1 (9db69119-ddd8-4cee-b293-50b4bd64c46d/36f056b5-ef0c-4db4-9e08-4fce11147dc2/f5583bdb-c904-4e49-a330-30106f476351) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:38.706780 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9675f27-f3c5-4279-9b5c-b4b1daf40ef3 None None] Routers {'0ec2d706-429d-4fa8-8838-c5302e004837'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:38.707749 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d9675f27-f3c5-4279-9b5c-b4b1daf40ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['0ec2d706-429d-4fa8-8838-c5302e004837'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:38.739793 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d1f43e47-0d00-4de8-b85e-196a618746d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.810665 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Publish callbacks [] for port (f5583bdb-c904-4e49-a330-30106f476351), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.838896 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f43e47-0d00-4de8-b85e-196a618746d1 None None] Pushing event updated for resources: {'Port': ['ID=508476d1-ae5c-4835-bf32-aaad29f51b67,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:38.848517 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d9675f27-f3c5-4279-9b5c-b4b1daf40ef3 None None] Set router 0ec2d706-429d-4fa8-8838-c5302e004837 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:38.863279 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (f5583bdb-c904-4e49-a330-30106f476351), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.884955 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 508476d1-ae5c-4835-bf32-aaad29f51b67 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:38.885179 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Network 9db69119-ddd8-4cee-b293-50b4bd64c46d is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:38.885695 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.887733 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:38.929148 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-e1061912-85a1-4b91-a73b-f2b48c39bba7 None None] Provisioning complete for port 43129513-3bf1-4ca2-8a02-3d8d64fa967d triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:38.929509 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e1061912-85a1-4b91-a73b-f2b48c39bba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.986335 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:39.023257 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Publish callbacks [] for port (ed746eb8-df67-417b-8073-f6c2a6529325), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.045117 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (ed746eb8-df67-417b-8073-f6c2a6529325), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.063129 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Pushing event updated for resources: {'Port': ['ID=f5583bdb-c904-4e49-a330-30106f476351,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.074797 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0b6e2-611a-423b-9778-a8df1466b717 req-4b990d1e-1a04-4959-9ad7-9c659e10e53b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:39.080625 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3684003'] for router_interface (7286c1f6-9e02-478d-be44-9f996355b4ad), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.087533 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-79c0b6e2-611a-423b-9778-a8df1466b717 req-4b990d1e-1a04-4959-9ad7-9c659e10e53b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 945 time: 0.1138942 Apr 05 22:38:39.160232 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Attempting to bind port ed746eb8-df67-417b-8073-f6c2a6529325 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:39.160898 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Attempting to bind port ed746eb8-df67-417b-8073-f6c2a6529325 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:39.161580 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Attempting to bind port ed746eb8-df67-417b-8073-f6c2a6529325 on network 9a73b557-2ada-4566-ab40-66bfa715f81e {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:39.171178 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f40ed-c7dd-40c2-b1f4-0dc23a3f0426 None None] Pushing event updated for resources: {'Port': ['ID=ed746eb8-df67-417b-8073-f6c2a6529325,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.183376 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d9675f27-f3c5-4279-9b5c-b4b1daf40ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4a3608ef-01f2-4929-aebc-e6f4e923de6b', 'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'mac_address': 'fa:16:3e:2b:73:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:27Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 5, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'subnets': [{'id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:39.191204 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-79c0b6e2-611a-423b-9778-a8df1466b717 req-385d52f1-f7d8-4d4e-923c-7e409f520531 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=740cb0b9-39c4-4da7-8553-f12f14c2b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022408 Apr 05 22:38:39.221364 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9675f27-f3c5-4279-9b5c-b4b1daf40ef3 None None] The sync data for ids ['0ec2d706-429d-4fa8-8838-c5302e004837'] in dv-cinder-835881-4-smb is: [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:33:31Z', 'revision_number': 4, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4a3608ef-01f2-4929-aebc-e6f4e923de6b', 'name': '', 'network_id': 'b477f809-ad93-4dd7-b680-cb0ad94d0275', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'mac_address': 'fa:16:3e:2b:73:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:27Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 5, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'subnets': [{'id': '05e38a47-8a2e-4d46-81be-81b385e2fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:39.224330 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:39.224834 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Checking segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:39.225222 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.225604 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Bound using segment: {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:39.226083 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Bound port: ed746eb8-df67-417b-8073-f6c2a6529325, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13375d6-4aa2-47d1-8c9d-206bbe5efcec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:39.226565 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (ed746eb8-df67-417b-8073-f6c2a6529325), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.228316 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 508476d1-ae5c-4835-bf32-aaad29f51b67 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:39.229510 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 5705ff92-46f1-42f9-91c0-6c7bf7206ceb up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:39.252010 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (f5583bdb-c904-4e49-a330-30106f476351), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.325588 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-e1061912-85a1-4b91-a73b-f2b48c39bba7 None None] Current status of the port 43129513-3bf1-4ca2-8a02-3d8d64fa967d is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:39.358431 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] For port ed746eb8-df67-417b-8073-f6c2a6529325, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:39.364398 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] For port ed746eb8-df67-417b-8073-f6c2a6529325, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=ed746eb8-df67-417b-8073-f6c2a6529325,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:39.370662 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-e1061912-85a1-4b91-a73b-f2b48c39bba7 None None] Provisioning complete for port 508476d1-ae5c-4835-bf32-aaad29f51b67 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:39.370908 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e1061912-85a1-4b91-a73b-f2b48c39bba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.372695 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:39.373107 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.378993 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (ed746eb8-df67-417b-8073-f6c2a6529325), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.447992 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Publish callbacks [] for port (f5583bdb-c904-4e49-a330-30106f476351), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.457425 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (f5583bdb-c904-4e49-a330-30106f476351), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.531236 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f40ed-c7dd-40c2-b1f4-0dc23a3f0426 None None] Pushing event updated for resources: {'Port': ['ID=ed746eb8-df67-417b-8073-f6c2a6529325,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.536331 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Routers {'7286c1f6-9e02-478d-be44-9f996355b4ad'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:39.537243 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['7286c1f6-9e02-478d-be44-9f996355b4ad'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:39.539469 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685939'] for router_interface (7286c1f6-9e02-478d-be44-9f996355b4ad), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.542712 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Pushing event updated for resources: {'Port': ['ID=f5583bdb-c904-4e49-a330-30106f476351,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.583986 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1fc4e1-849e-4f3e-a10d-6ffc5a940637 None None] New status for floating IP b84c9287-b93e-49da-a57c-3b86e8c8af6b: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:39.640588 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Network 9db69119-ddd8-4cee-b293-50b4bd64c46d is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:39.642006 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:39.729356 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52604) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:39.770238 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Router 7286c1f6-9e02-478d-be44-9f996355b4ad has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:39.810908 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93594330-49d9-4323-b4e2-2daef4e5a8c5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for security_group (f2b8a1cd-6fd1-4580-8313-c65e93535f15), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.839445 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93594330-49d9-4323-b4e2-2daef4e5a8c5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for security_group (f2b8a1cd-6fd1-4580-8313-c65e93535f15), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.897884 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93594330-49d9-4323-b4e2-2daef4e5a8c5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (f2b8a1cd-6fd1-4580-8313-c65e93535f15), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.900822 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93594330-49d9-4323-b4e2-2daef4e5a8c5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.904336 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-93594330-49d9-4323-b4e2-2daef4e5a8c5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "DELETE /v2.0/security-groups/f2b8a1cd-6fd1-4580-8313-c65e93535f15 HTTP/1.1" status: 204 len: 168 time: 0.1717770 Apr 05 22:38:39.905126 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52608) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:39.912900 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93594330-49d9-4323-b4e2-2daef4e5a8c5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b8a1cd-6fd1-4580-8313-c65e93535f15,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.920486 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:39.922410 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.api.v2.resource [None req-fc15a2d5-2726-4e5d-80f6-a5c5f2e66ab2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] show failed (client error): The resource could not be found. Apr 05 22:38:39.926684 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-fc15a2d5-2726-4e5d-80f6-a5c5f2e66ab2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups/f2b8a1cd-6fd1-4580-8313-c65e93535f15 HTTP/1.1" status: 404 len: 347 time: 0.0174663 Apr 05 22:38:39.927539 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52610) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:39.927837 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-06e1bc98-4954-4b83-9671-65957956e27a admin admin] 10.222.0.43 "PUT /v2.0/routers/7286c1f6-9e02-478d-be44-9f996355b4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7532401 Apr 05 22:38:39.933865 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:39.994565 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-e1061912-85a1-4b91-a73b-f2b48c39bba7 None None] Current status of the port 508476d1-ae5c-4835-bf32-aaad29f51b67 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:40.048956 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 508476d1-ae5c-4835-bf32-aaad29f51b67 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:40.104924 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9395d055-ac48-4fb2-ad16-9dd262eff8c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Deleting port 8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:40.105524 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9395d055-ac48-4fb2-ad16-9dd262eff8c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.119931 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device f63dd5f8-2f91-448b-9895-30f41ae4351d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:40.159250 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] Set router 7286c1f6-9e02-478d-be44-9f996355b4ad gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:40.198547 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: f63dd5f8-2f91-448b-9895-30f41ae4351d {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:40.198912 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device f63dd5f8-2f91-448b-9895-30f41ae4351d not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:40.205607 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9395d055-ac48-4fb2-ad16-9dd262eff8c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.206332 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9395d055-ac48-4fb2-ad16-9dd262eff8c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for floatingip (8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.233110 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-933c0dd9-f7d3-4a8b-a167-de3b6123981e None None] Provisioning complete for port f5583bdb-c904-4e49-a330-30106f476351 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:40.233476 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-933c0dd9-f7d3-4a8b-a167-de3b6123981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (f5583bdb-c904-4e49-a330-30106f476351), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.235181 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9395d055-ac48-4fb2-ad16-9dd262eff8c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Calling delete_port for 8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:40.304131 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-933c0dd9-f7d3-4a8b-a167-de3b6123981e None None] Port f5583bdb-c904-4e49-a330-30106f476351 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:40.397022 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9395d055-ac48-4fb2-ad16-9dd262eff8c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.400103 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port 508476d1-ae5c-4835-bf32-aaad29f51b67 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:40.400620 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.429575 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395d055-ac48-4fb2-ad16-9dd262eff8c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event deleted for resources: {'Port': ['ID=8dbf0374-1ab4-492d-a9b7-2cdbfcfe83c2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:40.528582 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9395d055-ac48-4fb2-ad16-9dd262eff8c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks [] for floatingip (b84c9287-b93e-49da-a57c-3b86e8c8af6b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.532179 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9395d055-ac48-4fb2-ad16-9dd262eff8c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.534674 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-9395d055-ac48-4fb2-ad16-9dd262eff8c9 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "DELETE /v2.0/floatingips/b84c9287-b93e-49da-a57c-3b86e8c8af6b HTTP/1.1" status: 204 len: 168 time: 0.6048520 Apr 05 22:38:40.543669 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port 508476d1-ae5c-4835-bf32-aaad29f51b67 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:40.549333 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'name': 'tempest-TestShelveInstance-1213882453-router', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:34Z', 'updated_at': '2022-04-05T22:38:39Z', 'revision_number': 4, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'gw_port': {'id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'f5583bdb-c904-4e49-a330-30106f476351', 'name': '', 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'mac_address': 'fa:16:3e:05:e0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '36f056b5-ef0c-4db4-9e08-4fce11147dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:38Z', 'updated_at': '2022-04-05T22:38:39Z', 'revision_number': 2, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'subnets': [{'id': '36f056b5-ef0c-4db4-9e08-4fce11147dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:40.579451 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f8a2-b9b1-4d0e-8f0b-81d50d3f3c55 req-533ea2eb-6085-4e36-a5ed-78db2ccb68d6 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:40.584013 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befc666-b446-43d9-8e0a-9bbc88e475a2 None None] The sync data for ids ['7286c1f6-9e02-478d-be44-9f996355b4ad'] in dv-cinder-835881-4-smb is: [{'id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'name': 'tempest-TestShelveInstance-1213882453-router', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:34Z', 'updated_at': '2022-04-05T22:38:39Z', 'revision_number': 4, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'gw_port': {'id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'f5583bdb-c904-4e49-a330-30106f476351', 'name': '', 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'mac_address': 'fa:16:3e:05:e0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '36f056b5-ef0c-4db4-9e08-4fce11147dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:38Z', 'updated_at': '2022-04-05T22:38:39Z', 'revision_number': 2, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'subnets': [{'id': '36f056b5-ef0c-4db4-9e08-4fce11147dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:40.587935 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2e63f8a2-b9b1-4d0e-8f0b-81d50d3f3c55 req-533ea2eb-6085-4e36-a5ed-78db2ccb68d6 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 945 time: 0.0774791 Apr 05 22:38:40.643444 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52638) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:40.651024 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d7c2c176-2f3d-402f-95cb-83732985197a tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993820445', 'description': 'tempest-secgroup-smoke-993820445 description', 'project_id': '5f0d5e291884412699c09b84b92b6d14'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:40.680596 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-2e63f8a2-b9b1-4d0e-8f0b-81d50d3f3c55 req-b78e9b8f-9db4-4e1c-968e-1ef06fbf6b3a tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=740cb0b9-39c4-4da7-8553-f12f14c2b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787544 Apr 05 22:38:40.696444 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c176-2f3d-402f-95cb-83732985197a tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.801260 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac4b3-830f-443a-a291-c9c05c62653d req-a90630ce-b6b1-4d5e-b0f3-1f8900d62404 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:40.802898 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c6cac4b3-830f-443a-a291-c9c05c62653d req-a90630ce-b6b1-4d5e-b0f3-1f8900d62404 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.1031022 Apr 05 22:38:40.816444 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79e2a4-dd7f-49bb-90f6-bdd23e8dca10 req-925eb634-3442-4e52-87a8-0521f24fe1c8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:40.817850 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4d79e2a4-dd7f-49bb-90f6-bdd23e8dca10 req-925eb634-3442-4e52-87a8-0521f24fe1c8 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 945 time: 0.0639281 Apr 05 22:38:40.827108 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52642) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:40.831683 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-bc9b9374-a80e-4767-a659-daf596fdf2db tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Request body: {'floatingip': {'port_id': '1d408db9-2292-4f42-8a6d-a0268341dff9'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:40.871424 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c176-2f3d-402f-95cb-83732985197a tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group (ff500c33-84ba-4ac2-aa5e-a0510a0e1479), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.878046 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c176-2f3d-402f-95cb-83732985197a tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (ff500c33-84ba-4ac2-aa5e-a0510a0e1479), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.902787 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9374-a80e-4767-a659-daf596fdf2db tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (1b6eb045-08ae-41a4-a165-e6b6d2a970ab), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.928346 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c6cac4b3-830f-443a-a291-c9c05c62653d req-7cef53de-708a-4677-938d-0b104ef94d64 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128445 Apr 05 22:38:40.929475 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2c176-2f3d-402f-95cb-83732985197a tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff500c33-84ba-4ac2-aa5e-a0510a0e1479,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:40.933841 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c176-2f3d-402f-95cb-83732985197a tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.935221 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-d7c2c176-2f3d-402f-95cb-83732985197a tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2903438 Apr 05 22:38:40.938113 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52644) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:40.943541 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ec781e2b-9f95-460c-ac0f-d23cc34d21f8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Request body: {'security_group_rule': {'security_group_id': 'ff500c33-84ba-4ac2-aa5e-a0510a0e1479', 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:40.981278 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec781e2b-9f95-460c-ac0f-d23cc34d21f8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (64a4abb8-0f46-428f-a6bb-040957c8e57e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.045359 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec781e2b-9f95-460c-ac0f-d23cc34d21f8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (64a4abb8-0f46-428f-a6bb-040957c8e57e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.050055 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec781e2b-9f95-460c-ac0f-d23cc34d21f8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (64a4abb8-0f46-428f-a6bb-040957c8e57e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.080490 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec781e2b-9f95-460c-ac0f-d23cc34d21f8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a4abb8-0f46-428f-a6bb-040957c8e57e,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:41.085553 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec781e2b-9f95-460c-ac0f-d23cc34d21f8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.089552 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-ec781e2b-9f95-460c-ac0f-d23cc34d21f8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475840 Apr 05 22:38:41.090504 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52646) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:41.095696 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d5c88282-c164-4c39-920c-c7feab7bb731 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Request body: {'security_group_rule': {'security_group_id': 'ff500c33-84ba-4ac2-aa5e-a0510a0e1479', 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:41.122070 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d5c88282-c164-4c39-920c-c7feab7bb731 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (a12161c2-802f-42f4-8132-46cba3181642), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.182906 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d5c88282-c164-4c39-920c-c7feab7bb731 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (a12161c2-802f-42f4-8132-46cba3181642), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.187737 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d5c88282-c164-4c39-920c-c7feab7bb731 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (a12161c2-802f-42f4-8132-46cba3181642), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.208804 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c88282-c164-4c39-920c-c7feab7bb731 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12161c2-802f-42f4-8132-46cba3181642,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:41.215748 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d5c88282-c164-4c39-920c-c7feab7bb731 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.218675 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-d5c88282-c164-4c39-920c-c7feab7bb731 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250384 Apr 05 22:38:41.219896 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52648) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:41.225472 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-37fdc384-a602-4ecd-b435-4e9db958a4e3 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Request body: {'security_group_rule': {'security_group_id': 'ff500c33-84ba-4ac2-aa5e-a0510a0e1479', 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:41.253695 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37fdc384-a602-4ecd-b435-4e9db958a4e3 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (8f0a7d0a-05cb-4e63-a7b3-b78a011ecac7), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.319339 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37fdc384-a602-4ecd-b435-4e9db958a4e3 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (8f0a7d0a-05cb-4e63-a7b3-b78a011ecac7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.324743 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37fdc384-a602-4ecd-b435-4e9db958a4e3 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (8f0a7d0a-05cb-4e63-a7b3-b78a011ecac7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.363455 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdc384-a602-4ecd-b435-4e9db958a4e3 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0a7d0a-05cb-4e63-a7b3-b78a011ecac7,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:41.370668 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37fdc384-a602-4ecd-b435-4e9db958a4e3 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.375271 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52650) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:41.377064 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-37fdc384-a602-4ecd-b435-4e9db958a4e3 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557941 Apr 05 22:38:41.384876 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9460d45b-eb2d-47b9-afea-d3d34e3a7680 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Request body: {'security_group_rule': {'security_group_id': 'ff500c33-84ba-4ac2-aa5e-a0510a0e1479', 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:41.461677 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9374-a80e-4767-a659-daf596fdf2db tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.462768 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9460d45b-eb2d-47b9-afea-d3d34e3a7680 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (3aa9102f-fb4c-4a58-ab9f-83ea9dfbc865), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.467105 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9374-a80e-4767-a659-daf596fdf2db tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (1b6eb045-08ae-41a4-a165-e6b6d2a970ab), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.601462 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9460d45b-eb2d-47b9-afea-d3d34e3a7680 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (3aa9102f-fb4c-4a58-ab9f-83ea9dfbc865), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.607142 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9460d45b-eb2d-47b9-afea-d3d34e3a7680 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (3aa9102f-fb4c-4a58-ab9f-83ea9dfbc865), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.613562 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.l3_db [None req-bc9b9374-a80e-4767-a659-daf596fdf2db tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Floating IP 1b6eb045-08ae-41a4-a165-e6b6d2a970ab associated. External IP: 172.28.3.20, port: 1d408db9-2292-4f42-8a6d-a0268341dff9. Apr 05 22:38:41.660081 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460d45b-eb2d-47b9-afea-d3d34e3a7680 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa9102f-fb4c-4a58-ab9f-83ea9dfbc865,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:41.666125 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9460d45b-eb2d-47b9-afea-d3d34e3a7680 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.667336 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-9460d45b-eb2d-47b9-afea-d3d34e3a7680 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2904861 Apr 05 22:38:41.670445 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52652) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:41.675558 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3c413b31-5381-4256-b385-e039ced1d026 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Request body: {'security_group_rule': {'security_group_id': 'ff500c33-84ba-4ac2-aa5e-a0510a0e1479', 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:41.713298 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-3c413b31-5381-4256-b385-e039ced1d026 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Project 5f0d5e291884412699c09b84b92b6d14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:38:41.720224 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3c413b31-5381-4256-b385-e039ced1d026 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (eaf759fb-3218-44b5-8c31-ae77423a2ee0), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.791962 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3c413b31-5381-4256-b385-e039ced1d026 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (eaf759fb-3218-44b5-8c31-ae77423a2ee0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.797433 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3c413b31-5381-4256-b385-e039ced1d026 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (eaf759fb-3218-44b5-8c31-ae77423a2ee0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.816567 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c413b31-5381-4256-b385-e039ced1d026 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf759fb-3218-44b5-8c31-ae77423a2ee0,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:41.827526 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3c413b31-5381-4256-b385-e039ced1d026 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.831845 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-3c413b31-5381-4256-b385-e039ced1d026 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572280 Apr 05 22:38:41.832256 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52660) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:41.838883 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ebb1ccf2-9ce5-4703-8745-5e3f2f771948 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Request body: {'security_group_rule': {'security_group_id': 'ff500c33-84ba-4ac2-aa5e-a0510a0e1479', 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:41.862931 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-ebb1ccf2-9ce5-4703-8745-5e3f2f771948 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Project 5f0d5e291884412699c09b84b92b6d14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:38:41.869227 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ccf2-9ce5-4703-8745-5e3f2f771948 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (5f529223-e280-4b3f-ac44-bf4abe9ea63f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.873716 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9b9374-a80e-4767-a659-daf596fdf2db tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:41.933978 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ccf2-9ce5-4703-8745-5e3f2f771948 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (5f529223-e280-4b3f-ac44-bf4abe9ea63f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.939563 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ccf2-9ce5-4703-8745-5e3f2f771948 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690772'] for security_group_rule (5f529223-e280-4b3f-ac44-bf4abe9ea63f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.958269 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1ccf2-9ce5-4703-8745-5e3f2f771948 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f529223-e280-4b3f-ac44-bf4abe9ea63f,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:41.985142 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ccf2-9ce5-4703-8745-5e3f2f771948 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.986733 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-ebb1ccf2-9ce5-4703-8745-5e3f2f771948 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535006 Apr 05 22:38:42.124225 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device ed746eb8-df67-417b-8073-f6c2a6529325 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:42.189848 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port ed746eb8-df67-417b-8073-f6c2a6529325 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:42.190219 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (ed746eb8-df67-417b-8073-f6c2a6529325), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.274643 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port ed746eb8-df67-417b-8073-f6c2a6529325 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:42.275290 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (ed746eb8-df67-417b-8073-f6c2a6529325), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.301247 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] For port ed746eb8-df67-417b-8073-f6c2a6529325, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=ed746eb8-df67-417b-8073-f6c2a6529325,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:42.306888 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (ed746eb8-df67-417b-8073-f6c2a6529325), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.311355 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9b9374-a80e-4767-a659-daf596fdf2db tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:42.316964 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9374-a80e-4767-a659-daf596fdf2db tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.328974 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18100504-307f-4af1-bfe3-ec1a0a18cfa7 None None] Sync routers for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:42.363857 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d733368-64ac-427c-81e1-d6dfef036da2 req-9c56b18e-99c4-4b4a-bc02-1c9754c2e5c8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:42.369942 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Pushing event updated for resources: {'Port': ['ID=ed746eb8-df67-417b-8073-f6c2a6529325,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:42.371423 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-3d733368-64ac-427c-81e1-d6dfef036da2 req-9c56b18e-99c4-4b4a-bc02-1c9754c2e5c8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.1062076 Apr 05 22:38:42.373027 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18100504-307f-4af1-bfe3-ec1a0a18cfa7 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:42.378069 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-18100504-307f-4af1-bfe3-ec1a0a18cfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:42.390789 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-bc9b9374-a80e-4767-a659-daf596fdf2db tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "PUT /v2.0/floatingips/1b6eb045-08ae-41a4-a165-e6b6d2a970ab HTTP/1.1" status: 200 len: 990 time: 1.5625093 Apr 05 22:38:42.392483 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'tag': '1d408db9-2292-4f42-8a6d-a0268341dff9'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:42.394754 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5035e680-57f0-4fd7-9d48-d6e46bed6fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9477ed7-b0bb-40cd-8659-819bba0a80aa", "tag": "1d408db9-2292-4f42-8a6d-a0268341dff9"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:42.425837 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-3d733368-64ac-427c-81e1-d6dfef036da2 req-e390cc63-76c4-450f-aa24-c64378a8bfba tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534732 Apr 05 22:38:42.453540 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f47c235-9639-4d67-befb-262059eb19f3 x-openstack-request-id: req-4f47c235-9639-4d67-befb-262059eb19f3 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:42.453540 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9477ed7-b0bb-40cd-8659-819bba0a80aa", "tag": "1d408db9-2292-4f42-8a6d-a0268341dff9", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:42.453540 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f47c235-9639-4d67-befb-262059eb19f3 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:42.453540 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f47c235-9639-4d67-befb-262059eb19f3'] response: {'name': 'network-changed', 'server_uuid': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'tag': '1d408db9-2292-4f42-8a6d-a0268341dff9', 'status': 'completed', 'code': 200} Apr 05 22:38:42.506802 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-18100504-307f-4af1-bfe3-ec1a0a18cfa7 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:42.536915 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035e680-57f0-4fd7-9d48-d6e46bed6fa2 req-e230fc6f-3ba9-4641-a32b-51bf0f437dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:42.538711 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5035e680-57f0-4fd7-9d48-d6e46bed6fa2 req-e230fc6f-3ba9-4641-a32b-51bf0f437dc5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=798e0839ad15488b8cb8ee35603db32a&device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 1129 time: 0.0666122 Apr 05 22:38:42.645792 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035e680-57f0-4fd7-9d48-d6e46bed6fa2 req-ea37d2b0-9139-4ad0-a29c-3519b0c9b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:42.647470 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5035e680-57f0-4fd7-9d48-d6e46bed6fa2 req-ea37d2b0-9139-4ad0-a29c-3519b0c9b3c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 200 len: 915 time: 0.1011786 Apr 05 22:38:42.717905 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5035e680-57f0-4fd7-9d48-d6e46bed6fa2 req-a31613c3-8a7f-43cf-9bb3-2ca77a38aed5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d408db9-2292-4f42-8a6d-a0268341dff9 HTTP/1.1" status: 200 len: 998 time: 0.0623612 Apr 05 22:38:42.753310 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-18100504-307f-4af1-bfe3-ec1a0a18cfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '1b6eb045-08ae-41a4-a165-e6b6d2a970ab', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.20', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': '1d408db9-2292-4f42-8a6d-a0268341dff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:1d:fa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:26Z', 'updated_at': '2022-04-05T22:38:41Z', 'revision_number': 1, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:42.769013 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035e680-57f0-4fd7-9d48-d6e46bed6fa2 req-810da5b6-3432-4fd4-87f0-f0b619cbd4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:42.770482 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5035e680-57f0-4fd7-9d48-d6e46bed6fa2 req-810da5b6-3432-4fd4-87f0-f0b619cbd4fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 200 len: 853 time: 0.0465298 Apr 05 22:38:42.781260 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18100504-307f-4af1-bfe3-ec1a0a18cfa7 None None] Checking router: d5ab0a1a-40e0-46dd-949c-80556bfbb1bd for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:42.791242 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18100504-307f-4af1-bfe3-ec1a0a18cfa7 None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:42.791846 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-18100504-307f-4af1-bfe3-ec1a0a18cfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:42.819949 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035e680-57f0-4fd7-9d48-d6e46bed6fa2 req-568d9d2c-0625-4101-8fab-f7d5dcd2129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:42.821473 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5035e680-57f0-4fd7-9d48-d6e46bed6fa2 req-568d9d2c-0625-4101-8fab-f7d5dcd2129e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3b6690ac-f4b8-4a7e-968f-10ccb08336f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436897 Apr 05 22:38:42.905106 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-18100504-307f-4af1-bfe3-ec1a0a18cfa7 None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:42.929140 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5035e680-57f0-4fd7-9d48-d6e46bed6fa2 req-cafa3076-7d5f-45b9-99f3-70cb518aa356 service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001995 Apr 05 22:38:43.036986 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5035e680-57f0-4fd7-9d48-d6e46bed6fa2 req-1b6eba13-e523-4fe1-9585-21c8515d460c service neutron] 10.222.0.44 "GET /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003668 Apr 05 22:38:43.131091 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaeac1c-ebe1-411f-a81a-c514a5c249bf req-bbac31be-2aa8-4010-83e1-e157635b7496 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:43.132599 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-eeaeac1c-ebe1-411f-a81a-c514a5c249bf req-bbac31be-2aa8-4010-83e1-e157635b7496 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Apr 05 22:38:43.193720 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-eeaeac1c-ebe1-411f-a81a-c514a5c249bf req-38985215-faad-4f27-84e9-bcbdac47f5f5 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551665 Apr 05 22:38:43.240381 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-18100504-307f-4af1-bfe3-ec1a0a18cfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '1b6eb045-08ae-41a4-a165-e6b6d2a970ab', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.20', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': '1d408db9-2292-4f42-8a6d-a0268341dff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:1d:fa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:26Z', 'updated_at': '2022-04-05T22:38:41Z', 'revision_number': 1, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:43.269033 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18100504-307f-4af1-bfe3-ec1a0a18cfa7 None None] The sync data for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb is: [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': '1b6eb045-08ae-41a4-a165-e6b6d2a970ab', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'floating_ip_address': '172.28.3.20', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'port_id': '1d408db9-2292-4f42-8a6d-a0268341dff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'mac_address': 'fa:16:3e:1d:fa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:26Z', 'updated_at': '2022-04-05T22:38:41Z', 'revision_number': 1, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:43.561882 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c8cf0-e421-48e3-a8cf-39fd365d4b02 req-a903eef3-a116-46f3-bdf3-2405e3346109 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:43.563417 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-505c8cf0-e421-48e3-a8cf-39fd365d4b02 req-a903eef3-a116-46f3-bdf3-2405e3346109 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0607111 Apr 05 22:38:43.612097 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-505c8cf0-e421-48e3-a8cf-39fd365d4b02 req-182b10f6-591a-4d5d-8e51-b10c8d3359d6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Apr 05 22:38:44.007254 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device ed746eb8-df67-417b-8073-f6c2a6529325 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:44.056055 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port ed746eb8-df67-417b-8073-f6c2a6529325 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:44.056542 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (ed746eb8-df67-417b-8073-f6c2a6529325), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:44.141930 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port ed746eb8-df67-417b-8073-f6c2a6529325 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:44.319136 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b927a2b-0c29-4db6-8422-2579d7362b17 req-9584be40-39dc-4ed2-be87-1c5ee9f84e84 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:44.320762 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6b927a2b-0c29-4db6-8422-2579d7362b17 req-9584be40-39dc-4ed2-be87-1c5ee9f84e84 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0588946 Apr 05 22:38:44.367946 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6b927a2b-0c29-4db6-8422-2579d7362b17 req-25efa123-4e6b-4883-a9b9-0f9404e14e3e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Apr 05 22:38:44.499304 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Sync routers for ids ['7286c1f6-9e02-478d-be44-9f996355b4ad'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:44.510083 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Routers {'7286c1f6-9e02-478d-be44-9f996355b4ad'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:44.510760 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['7286c1f6-9e02-478d-be44-9f996355b4ad'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:44.521481 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f609b-fdec-4637-9ada-5968ac8d8caa None None] New status for floating IP 1b6eb045-08ae-41a4-a165-e6b6d2a970ab: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:44.629314 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Set router 7286c1f6-9e02-478d-be44-9f996355b4ad gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:44.757262 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c163c-3663-4092-9685-3011c21f210b req-45a699d2-759b-4205-9730-64ee9ee086af tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:44.758836 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2b3c163c-3663-4092-9685-3011c21f210b req-45a699d2-759b-4205-9730-64ee9ee086af tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0727124 Apr 05 22:38:44.806396 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2b3c163c-3663-4092-9685-3011c21f210b req-aa4cce43-c417-444d-8c3a-42b87c92fb74 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Apr 05 22:38:44.877056 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'name': 'tempest-TestShelveInstance-1213882453-router', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:34Z', 'updated_at': '2022-04-05T22:38:39Z', 'revision_number': 4, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'gw_port': {'id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'f5583bdb-c904-4e49-a330-30106f476351', 'name': '', 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'mac_address': 'fa:16:3e:05:e0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '36f056b5-ef0c-4db4-9e08-4fce11147dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:38Z', 'updated_at': '2022-04-05T22:38:39Z', 'revision_number': 2, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'subnets': [{'id': '36f056b5-ef0c-4db4-9e08-4fce11147dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:44.902320 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Checking router: 7286c1f6-9e02-478d-be44-9f996355b4ad for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:44.902698 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Updating router 7286c1f6-9e02-478d-be44-9f996355b4ad port f5583bdb-c904-4e49-a330-30106f476351 binding host dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:38:44.930616 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (f5583bdb-c904-4e49-a330-30106f476351), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:45.347025 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Publish callbacks [] for port (f5583bdb-c904-4e49-a330-30106f476351), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:45.354782 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (f5583bdb-c904-4e49-a330-30106f476351), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:45.406807 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6f2c2-6ab0-4d02-8ba1-a3bc044a039a None None] Pushing event updated for resources: {'Port': ['ID=f5583bdb-c904-4e49-a330-30106f476351,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:45.468798 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Attempting to bind port f5583bdb-c904-4e49-a330-30106f476351 on host dv-cinder-835881-4-smb for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:45.469378 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Attempting to bind port f5583bdb-c904-4e49-a330-30106f476351 by drivers openvswitch,hyperv on host dv-cinder-835881-4-smb at level 0 using segments [{'id': '89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:45.469794 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Attempting to bind port f5583bdb-c904-4e49-a330-30106f476351 on network 9db69119-ddd8-4cee-b293-50b4bd64c46d {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:45.475584 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Checking agent: {'id': '5fffb01b-f027-49be-aa78-7bb2c9571539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 55), 'started_at': datetime.datetime(2022, 4, 5, 22, 25, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:45.476078 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Checking segment: {'id': '89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:45.476595 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:45.477081 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Bound using segment: {'id': '89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:45.477646 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Bound port: f5583bdb-c904-4e49-a330-30106f476351, host: dv-cinder-835881-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:45.478119 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (f5583bdb-c904-4e49-a330-30106f476351), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:45.506288 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741de658-7132-4a3a-ac51-a8febd0fa716 req-e9a70985-e639-44d6-bcfc-1543b1666433 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:45.507905 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-741de658-7132-4a3a-ac51-a8febd0fa716 req-e9a70985-e639-44d6-bcfc-1543b1666433 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0565269 Apr 05 22:38:45.543854 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] For port f5583bdb-c904-4e49-a330-30106f476351, host dv-cinder-835881-4-smb, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:45.547358 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] For port f5583bdb-c904-4e49-a330-30106f476351, host dv-cinder-835881-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=f5583bdb-c904-4e49-a330-30106f476351,segment=NetworkSegment(89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad),segment_id=89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:45.555471 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (f5583bdb-c904-4e49-a330-30106f476351), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:45.584562 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-741de658-7132-4a3a-ac51-a8febd0fa716 req-d14dbe5a-3d64-443a-b024-f64737dded3f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700781 Apr 05 22:38:45.601947 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Routers {'7286c1f6-9e02-478d-be44-9f996355b4ad'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:45.602542 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['7286c1f6-9e02-478d-be44-9f996355b4ad'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:45.665211 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6f2c2-6ab0-4d02-8ba1-a3bc044a039a None None] Pushing event updated for resources: {'Port': ['ID=f5583bdb-c904-4e49-a330-30106f476351,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:45.688369 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3316a-f780-4fe3-8eef-14c7d33ec2b1 req-352cdb6d-3610-45c4-92e1-0e2cebbb143f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:45.690105 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cdb3316a-f780-4fe3-8eef-14c7d33ec2b1 req-352cdb6d-3610-45c4-92e1-0e2cebbb143f tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 945 time: 0.0727203 Apr 05 22:38:45.724442 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-62fcf26c-922d-424b-ba09-4c53b185a288 None None] Provisioning complete for port f5583bdb-c904-4e49-a330-30106f476351 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:45.724815 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-62fcf26c-922d-424b-ba09-4c53b185a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (f5583bdb-c904-4e49-a330-30106f476351), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:45.790886 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] Set router 7286c1f6-9e02-478d-be44-9f996355b4ad gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:45.815976 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-cdb3316a-f780-4fe3-8eef-14c7d33ec2b1 req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Deleting port fd818499-249e-4925-8d86-2c3b98c6d001 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:45.816578 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cdb3316a-f780-4fe3-8eef-14c7d33ec2b1 req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:45.914756 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-62fcf26c-922d-424b-ba09-4c53b185a288 None None] Current status of the port f5583bdb-c904-4e49-a330-30106f476351 is: DOWN; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:45.914756 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-62fcf26c-922d-424b-ba09-4c53b185a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (f5583bdb-c904-4e49-a330-30106f476351), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:45.938194 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-cdb3316a-f780-4fe3-8eef-14c7d33ec2b1 req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] For port fd818499-249e-4925-8d86-2c3b98c6d001, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fd818499-249e-4925-8d86-2c3b98c6d001,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:45.938548 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cdb3316a-f780-4fe3-8eef-14c7d33ec2b1 req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:45.955353 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-cdb3316a-f780-4fe3-8eef-14c7d33ec2b1 req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Calling delete_port for fd818499-249e-4925-8d86-2c3b98c6d001 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:45.972221 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0f058-cdaa-49ac-8fc4-01c4e31a4aff req-85cd1b8d-ac3c-4035-b238-7ab0a9b6f883 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:45.973997 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1af0f058-cdaa-49ac-8fc4-01c4e31a4aff req-85cd1b8d-ac3c-4035-b238-7ab0a9b6f883 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0878775 Apr 05 22:38:45.988726 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-62fcf26c-922d-424b-ba09-4c53b185a288 None None] For port f5583bdb-c904-4e49-a330-30106f476351, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=f5583bdb-c904-4e49-a330-30106f476351,segment=NetworkSegment(89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad),segment_id=89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:46.001363 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-62fcf26c-922d-424b-ba09-4c53b185a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (f5583bdb-c904-4e49-a330-30106f476351), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:46.076463 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device f5583bdb-c904-4e49-a330-30106f476351 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:46.089299 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1af0f058-cdaa-49ac-8fc4-01c4e31a4aff req-5da4b52c-cadd-47f9-aa02-812300cf5dbf tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568500 Apr 05 22:38:46.105804 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcf26c-922d-424b-ba09-4c53b185a288 None None] Pushing event updated for resources: {'Port': ['ID=f5583bdb-c904-4e49-a330-30106f476351,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:46.142899 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cdb3316a-f780-4fe3-8eef-14c7d33ec2b1 req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (fd818499-249e-4925-8d86-2c3b98c6d001), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:46.153662 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-b79306ec-c0d4-45fb-a3a4-bd5765f6f7cb None None] Provisioning complete for port f5583bdb-c904-4e49-a330-30106f476351 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:46.154036 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b79306ec-c0d4-45fb-a3a4-bd5765f6f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (f5583bdb-c904-4e49-a330-30106f476351), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:46.162308 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['9aa0c0ec-a3ba-433b-9521-d46f0f874704'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:46.178552 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event deleted for resources: {'Port': ['ID=fd818499-249e-4925-8d86-2c3b98c6d001,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:46.192371 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.192837 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.193188 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.194504 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.194874 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.195214 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.195551 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.195902 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.196232 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.196557 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.196882 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.197205 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.197528 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.197852 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.198199 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:46.226302 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'name': 'tempest-TestShelveInstance-1213882453-router', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:34Z', 'updated_at': '2022-04-05T22:38:39Z', 'revision_number': 4, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'gw_port': {'id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'f5583bdb-c904-4e49-a330-30106f476351', 'name': '', 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'mac_address': 'fa:16:3e:05:e0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '36f056b5-ef0c-4db4-9e08-4fce11147dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:38Z', 'updated_at': '2022-04-05T22:38:45Z', 'revision_number': 4, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'subnets': [{'id': '36f056b5-ef0c-4db4-9e08-4fce11147dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:46.234336 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb3316a-f780-4fe3-8eef-14c7d33ec2b1 req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] No DVR routers for this DVR port fd818499-249e-4925-8d86-2c3b98c6d001 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:46.236802 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cdb3316a-f780-4fe3-8eef-14c7d33ec2b1 req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:46.240094 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cdb3316a-f780-4fe3-8eef-14c7d33ec2b1 req-0b3b1693-6792-4de1-9dd9-68609ed1dfff tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "DELETE /v2.0/ports/fd818499-249e-4925-8d86-2c3b98c6d001 HTTP/1.1" status: 204 len: 173 time: 0.5440719 Apr 05 22:38:46.240546 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13bb387-668e-46a5-a602-d148e0125257', 'name': 'network-vif-deleted', 'tag': 'fd818499-249e-4925-8d86-2c3b98c6d001'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:46.242851 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9af80c-c5ad-4e3a-8e7e-0b95495a3d29" -d '{"events": [{"server_uuid": "d13bb387-668e-46a5-a602-d148e0125257", "name": "network-vif-deleted", "tag": "fd818499-249e-4925-8d86-2c3b98c6d001"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:46.266013 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port f5583bdb-c904-4e49-a330-30106f476351 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:46.266421 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (f5583bdb-c904-4e49-a330-30106f476351), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:46.274229 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf46db-5bb8-45cf-8496-81f9f8882c25 None None] The sync data for ids ['7286c1f6-9e02-478d-be44-9f996355b4ad'] in dv-cinder-835881-4-smb is: [{'id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'name': 'tempest-TestShelveInstance-1213882453-router', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:34Z', 'updated_at': '2022-04-05T22:38:39Z', 'revision_number': 4, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'gw_port': {'id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'f5583bdb-c904-4e49-a330-30106f476351', 'name': '', 'network_id': '9db69119-ddd8-4cee-b293-50b4bd64c46d', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'mac_address': 'fa:16:3e:05:e0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '36f056b5-ef0c-4db4-9e08-4fce11147dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:38Z', 'updated_at': '2022-04-05T22:38:45Z', 'revision_number': 4, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'subnets': [{'id': '36f056b5-ef0c-4db4-9e08-4fce11147dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:46.373083 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d632b4e3-0aab-4bbc-82d4-b3d676553b73 x-openstack-request-id: req-d632b4e3-0aab-4bbc-82d4-b3d676553b73 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:46.373362 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13bb387-668e-46a5-a602-d148e0125257", "name": "network-vif-deleted", "tag": "fd818499-249e-4925-8d86-2c3b98c6d001", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:46.373925 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d632b4e3-0aab-4bbc-82d4-b3d676553b73 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:46.374223 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d632b4e3-0aab-4bbc-82d4-b3d676553b73'] response: {'server_uuid': 'd13bb387-668e-46a5-a602-d148e0125257', 'name': 'network-vif-deleted', 'tag': 'fd818499-249e-4925-8d86-2c3b98c6d001', 'status': 'completed', 'code': 200} Apr 05 22:38:46.426665 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-b79306ec-c0d4-45fb-a3a4-bd5765f6f7cb None None] Current status of the port f5583bdb-c904-4e49-a330-30106f476351 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:46.464681 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port f5583bdb-c904-4e49-a330-30106f476351 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:46.696496 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8388eec2-0231-4564-8807-a088d1a16a23 req-9a7744ee-5687-48e7-8604-fd03abd54a0b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=d13bb387-668e-46a5-a602-d148e0125257 HTTP/1.1" status: 200 len: 210 time: 0.0351760 Apr 05 22:38:47.238758 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88852b2-bf4f-4078-b65b-a1c1447326f0 req-f3b56d87-7b89-4a6d-a024-5abc2b2f7fb0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:47.240222 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f88852b2-bf4f-4078-b65b-a1c1447326f0 req-f3b56d87-7b89-4a6d-a024-5abc2b2f7fb0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0655484 Apr 05 22:38:47.287395 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f88852b2-bf4f-4078-b65b-a1c1447326f0 req-b8c82d77-c12c-4a77-a3e2-d0ceddffbb80 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415173 Apr 05 22:38:47.988686 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6664fe2-7357-439d-85c4-739f75745832 req-a640f835-405e-4995-8adb-8b36fc845a79 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:47.990167 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b6664fe2-7357-439d-85c4-739f75745832 req-a640f835-405e-4995-8adb-8b36fc845a79 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0608432 Apr 05 22:38:48.018590 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device f5583bdb-c904-4e49-a330-30106f476351 up at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:48.038875 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b6664fe2-7357-439d-85c4-739f75745832 req-205a1413-7d41-4f7b-a4b9-f4e0fbcc508b tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Apr 05 22:38:48.067196 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Provisioning complete for port f5583bdb-c904-4e49-a330-30106f476351 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:48.067566 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (f5583bdb-c904-4e49-a330-30106f476351), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:48.094586 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device fd818499-249e-4925-8d86-2c3b98c6d001 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:48.117912 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: fd818499-249e-4925-8d86-2c3b98c6d001 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:48.118252 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device fd818499-249e-4925-8d86-2c3b98c6d001 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:48.171735 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Current status of the port f5583bdb-c904-4e49-a330-30106f476351 is: ACTIVE; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:48.545107 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f241d3-e8e8-463d-a1b9-4356dcca7f58 req-b4a97699-b972-405a-a75e-5cf6e0a11a88 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:48.546673 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-09f241d3-e8e8-463d-a1b9-4356dcca7f58 req-b4a97699-b972-405a-a75e-5cf6e0a11a88 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0630927 Apr 05 22:38:48.593639 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-09f241d3-e8e8-463d-a1b9-4356dcca7f58 req-104662b9-fb0a-418f-8f1c-25b9a09fc5b1 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411396 Apr 05 22:38:49.175463 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a71501-80bc-464d-9b4d-c246e12853d3 req-464d5719-a0b9-4dcf-afe0-e12790962fe6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:49.176973 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a3a71501-80bc-464d-9b4d-c246e12853d3 req-464d5719-a0b9-4dcf-afe0-e12790962fe6 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0570686 Apr 05 22:38:49.183651 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a0dfac3a-1544-4617-a663-aa2450160de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:49.225072 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a3a71501-80bc-464d-9b4d-c246e12853d3 req-bfe26c70-99aa-4f95-8e77-2f0878311f80 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Apr 05 22:38:49.729022 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154b7f2-4368-4ac3-a906-501386fee8af req-76227ff9-49e2-46f5-bbc8-53a2ab9e32ca tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:49.730537 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7154b7f2-4368-4ac3-a906-501386fee8af req-76227ff9-49e2-46f5-bbc8-53a2ab9e32ca tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0584366 Apr 05 22:38:49.764427 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:49.777265 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7154b7f2-4368-4ac3-a906-501386fee8af req-b5550326-cb29-4dee-8727-7863f4246675 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410519 Apr 05 22:38:50.368121 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d70c29-a9ca-412c-bbca-efbab006585f req-b1c34baa-c4a6-410e-bb76-364427d9ed6a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:50.369637 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-20d70c29-a9ca-412c-bbca-efbab006585f req-b1c34baa-c4a6-410e-bb76-364427d9ed6a tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0576234 Apr 05 22:38:50.418726 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-20d70c29-a9ca-412c-bbca-efbab006585f req-1f7d7e8e-7695-412c-ae80-a34e15c5d63e tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 Apr 05 22:38:50.901667 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb023-bacc-4cac-9f1f-9723c0079796 req-78669e38-5297-4177-86db-584101962aa1 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:50.903153 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-432bb023-bacc-4cac-9f1f-9723c0079796 req-78669e38-5297-4177-86db-584101962aa1 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0553136 Apr 05 22:38:50.950850 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-432bb023-bacc-4cac-9f1f-9723c0079796 req-ea552d36-0dfd-441e-a424-5ae8944428cb tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 Apr 05 22:38:51.543243 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643aa6-c581-447c-bd17-1be6a5621c0d req-1013a61c-125b-48eb-acc7-e63c1a5cb9c8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:51.544951 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-21643aa6-c581-447c-bd17-1be6a5621c0d req-1013a61c-125b-48eb-acc7-e63c1a5cb9c8 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0570953 Apr 05 22:38:51.564709 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6d4616d5-7d49-4fce-ba86-bd2a8a183444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.619636 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-21643aa6-c581-447c-bd17-1be6a5621c0d req-732ed9dc-eab9-4854-ab5e-02bd62503da7 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/security-groups?id=109d60bd-1ffc-49eb-8015-af7f0cf959b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659428 Apr 05 22:38:51.627232 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502822-d77b-4045-8149-3060ea751425 req-38b6e2d8-4110-4310-8a2c-82e5588eafc2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:51.628638 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-61502822-d77b-4045-8149-3060ea751425 req-38b6e2d8-4110-4310-8a2c-82e5588eafc2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 946 time: 0.0828316 Apr 05 22:38:51.753920 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-61502822-d77b-4045-8149-3060ea751425 req-9cc42cdd-b344-4a65-9f66-9bf438cecfb2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Deleting port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:51.754164 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61502822-d77b-4045-8149-3060ea751425 req-9cc42cdd-b344-4a65-9f66-9bf438cecfb2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.844492 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-61502822-d77b-4045-8149-3060ea751425 req-9cc42cdd-b344-4a65-9f66-9bf438cecfb2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] For port 9aa0c0ec-a3ba-433b-9521-d46f0f874704, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9aa0c0ec-a3ba-433b-9521-d46f0f874704,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:51.844855 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61502822-d77b-4045-8149-3060ea751425 req-9cc42cdd-b344-4a65-9f66-9bf438cecfb2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.857759 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-61502822-d77b-4045-8149-3060ea751425 req-9cc42cdd-b344-4a65-9f66-9bf438cecfb2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Calling delete_port for 9aa0c0ec-a3ba-433b-9521-d46f0f874704 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:51.996336 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61502822-d77b-4045-8149-3060ea751425 req-9cc42cdd-b344-4a65-9f66-9bf438cecfb2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (9aa0c0ec-a3ba-433b-9521-d46f0f874704), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.011024 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['9aa0c0ec-a3ba-433b-9521-d46f0f874704'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:52.025339 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc42cdd-b344-4a65-9f66-9bf438cecfb2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Pushing event deleted for resources: {'Port': ['ID=9aa0c0ec-a3ba-433b-9521-d46f0f874704,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:52.079380 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-61502822-d77b-4045-8149-3060ea751425 req-9cc42cdd-b344-4a65-9f66-9bf438cecfb2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] No DVR routers for this DVR port 9aa0c0ec-a3ba-433b-9521-d46f0f874704 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:52.082431 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61502822-d77b-4045-8149-3060ea751425 req-9cc42cdd-b344-4a65-9f66-9bf438cecfb2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.085965 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-61502822-d77b-4045-8149-3060ea751425 req-9cc42cdd-b344-4a65-9f66-9bf438cecfb2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.44 "DELETE /v2.0/ports/9aa0c0ec-a3ba-433b-9521-d46f0f874704 HTTP/1.1" status: 204 len: 173 time: 0.4457548 Apr 05 22:38:52.086502 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33851044-ca0b-4fde-937b-ff0f558aa7ea', 'name': 'network-vif-deleted', 'tag': '9aa0c0ec-a3ba-433b-9521-d46f0f874704'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:52.088913 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b552476-0e52-4a2e-8cef-cdce1f17dd23" -d '{"events": [{"server_uuid": "33851044-ca0b-4fde-937b-ff0f558aa7ea", "name": "network-vif-deleted", "tag": "9aa0c0ec-a3ba-433b-9521-d46f0f874704"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:52.099151 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7976f1-99d8-4769-8f84-124b4cb8945d req-680140c9-56a5-4d8b-aacd-321c2af9a8f1 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:52.107106 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6b7976f1-99d8-4769-8f84-124b4cb8945d req-680140c9-56a5-4d8b-aacd-321c2af9a8f1 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0827413 Apr 05 22:38:52.113709 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 89ea969b-15bb-4edb-b288-41defde6aa08 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:38:52.126511 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c32fd3c-2939-43f8-a705-af631f128dcb x-openstack-request-id: req-2c32fd3c-2939-43f8-a705-af631f128dcb {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:52.127060 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33851044-ca0b-4fde-937b-ff0f558aa7ea", "name": "network-vif-deleted", "tag": "9aa0c0ec-a3ba-433b-9521-d46f0f874704", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:52.127309 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c32fd3c-2939-43f8-a705-af631f128dcb {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:52.127774 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c32fd3c-2939-43f8-a705-af631f128dcb'] response: {'server_uuid': '33851044-ca0b-4fde-937b-ff0f558aa7ea', 'name': 'network-vif-deleted', 'tag': '9aa0c0ec-a3ba-433b-9521-d46f0f874704', 'status': 'completed', 'code': 200} Apr 05 22:38:52.156433 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6b7976f1-99d8-4769-8f84-124b4cb8945d req-ee8ebd7d-41ec-45ec-95e4-66eb85acc538 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482612 Apr 05 22:38:52.222491 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=89ea969b-15bb-4edb-b288-41defde6aa08,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:52.235011 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '89ea969b-15bb-4edb-b288-41defde6aa08', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'port_id': '89ea969b-15bb-4edb-b288-41defde6aa08', 'mac_address': 'fa:16:3e:c8:f4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:38:52.276435 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 89ea969b-15bb-4edb-b288-41defde6aa08 is: ACTIVE; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:52.276762 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.290282 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89ea969b-15bb-4edb-b288-41defde6aa08 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:52.311365 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=89ea969b-15bb-4edb-b288-41defde6aa08,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:52.317033 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.380770 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=89ea969b-15bb-4edb-b288-41defde6aa08,revision_number=6']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:52.428140 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['89ea969b-15bb-4edb-b288-41defde6aa08'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:52.505461 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.738525 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-26ef38bd-4849-448c-8082-6ed57f89e049 req-ee582a11-04b4-49bb-81d0-efcecab22af2 tempest-ServerRescueNegativeTestJSON-1379053563 tempest-ServerRescueNegativeTestJSON-1379053563-project] 10.222.0.43 "GET /v2.0/ports?device_id=33851044-ca0b-4fde-937b-ff0f558aa7ea HTTP/1.1" status: 200 len: 210 time: 0.0276039 Apr 05 22:38:53.289307 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d91ff9-e3c9-4b9a-8b3a-d9199ea24eef req-fd56ecd9-0961-4f3c-acca-990d0b5783a1 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:53.290970 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f6d91ff9-e3c9-4b9a-8b3a-d9199ea24eef req-fd56ecd9-0961-4f3c-acca-990d0b5783a1 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 944 time: 0.0555859 Apr 05 22:38:53.338977 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f6d91ff9-e3c9-4b9a-8b3a-d9199ea24eef req-f0f2d3f3-9f58-445e-b87f-a1689c69c62f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401981 Apr 05 22:38:53.793032 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52812) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:53.961196 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.096266 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 89ea969b-15bb-4edb-b288-41defde6aa08 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:54.150252 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 89ea969b-15bb-4edb-b288-41defde6aa08 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:54.150800 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.240209 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 89ea969b-15bb-4edb-b288-41defde6aa08 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:54.240737 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.266388 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:54.269266 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c02b41-3a45-4e37-b3fb-05a2f7ca8061" -d '{"events": [{"server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "name": "network-vif-plugged", "status": "completed", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:54.283302 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=89ea969b-15bb-4edb-b288-41defde6aa08,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:54.290195 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.290195 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 9aa0c0ec-a3ba-433b-9521-d46f0f874704 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:54.312151 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 9aa0c0ec-a3ba-433b-9521-d46f0f874704 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:54.312505 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 9aa0c0ec-a3ba-433b-9521-d46f0f874704 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:54.331575 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8898161-0b09-4028-ba47-bb4a9529f5dc x-openstack-request-id: req-b8898161-0b09-4028-ba47-bb4a9529f5dc {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:54.331890 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "name": "network-vif-plugged", "status": "completed", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:54.332136 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8898161-0b09-4028-ba47-bb4a9529f5dc {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:54.332528 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8898161-0b09-4028-ba47-bb4a9529f5dc'] response: {'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08', 'code': 200} Apr 05 22:38:54.358550 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=89ea969b-15bb-4edb-b288-41defde6aa08,revision_number=7']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:54.506829 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b43f73-09f4-4b83-a25a-b7b0e257757c req-c60f7fc1-427a-4e1a-8a6c-e17c263145e6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:54.508326 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-17b43f73-09f4-4b83-a25a-b7b0e257757c req-c60f7fc1-427a-4e1a-8a6c-e17c263145e6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0894132 Apr 05 22:38:54.593110 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-17b43f73-09f4-4b83-a25a-b7b0e257757c req-90d013ef-09bd-4bcb-ae16-fb67b01ba26b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776923 Apr 05 22:38:54.632690 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-607f46d1-acab-4e69-aa5f-e7121b7b2fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685912'] for router_interface (0ec2d706-429d-4fa8-8838-c5302e004837), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.907493 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-607f46d1-acab-4e69-aa5f-e7121b7b2fbd admin admin] Deleting port 4a3608ef-01f2-4929-aebc-e6f4e923de6b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:54.908266 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-607f46d1-acab-4e69-aa5f-e7121b7b2fbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.996740 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-607f46d1-acab-4e69-aa5f-e7121b7b2fbd admin admin] For port 4a3608ef-01f2-4929-aebc-e6f4e923de6b, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4a3608ef-01f2-4929-aebc-e6f4e923de6b,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:54.997200 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-607f46d1-acab-4e69-aa5f-e7121b7b2fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.010879 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-607f46d1-acab-4e69-aa5f-e7121b7b2fbd admin admin] Calling delete_port for 4a3608ef-01f2-4929-aebc-e6f4e923de6b owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:55.205235 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-607f46d1-acab-4e69-aa5f-e7121b7b2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (4a3608ef-01f2-4929-aebc-e6f4e923de6b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.233704 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f46d1-acab-4e69-aa5f-e7121b7b2fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3608ef-01f2-4929-aebc-e6f4e923de6b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:55.371540 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.430408 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-607f46d1-acab-4e69-aa5f-e7121b7b2fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683976'] for router_interface (0ec2d706-429d-4fa8-8838-c5302e004837), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.669920 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607f46d1-acab-4e69-aa5f-e7121b7b2fbd admin admin] Router 0ec2d706-429d-4fa8-8838-c5302e004837 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:55.728668 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b46eb9-10a9-4ff4-a649-bb96eaeb0c69 req-872873ea-22ed-4f06-bee2-f6bc5fd32f44 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:55.730160 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e4b46eb9-10a9-4ff4-a649-bb96eaeb0c69 req-872873ea-22ed-4f06-bee2-f6bc5fd32f44 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0539629 Apr 05 22:38:55.779844 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e4b46eb9-10a9-4ff4-a649-bb96eaeb0c69 req-15a4d75f-1e8f-4eea-a3a2-54a2ce1df940 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435498 Apr 05 22:38:55.804671 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607f46d1-acab-4e69-aa5f-e7121b7b2fbd admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:55.822844 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52820eca-8a3d-4fa4-b8d3-e9da2b9fe207 None None] Sync routers for ids ['0ec2d706-429d-4fa8-8838-c5302e004837'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:55.824647 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-607f46d1-acab-4e69-aa5f-e7121b7b2fbd admin admin] 10.222.0.43 "PUT /v2.0/routers/0ec2d706-429d-4fa8-8838-c5302e004837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0305629 Apr 05 22:38:55.827281 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52852) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:55.853314 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52820eca-8a3d-4fa4-b8d3-e9da2b9fe207 None None] Routers {'0ec2d706-429d-4fa8-8838-c5302e004837'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:55.854089 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-52820eca-8a3d-4fa4-b8d3-e9da2b9fe207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['0ec2d706-429d-4fa8-8838-c5302e004837'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:55.974597 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-52820eca-8a3d-4fa4-b8d3-e9da2b9fe207 None None] Set router 0ec2d706-429d-4fa8-8838-c5302e004837 gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:55.982290 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Publish callbacks [] for router (0ec2d706-429d-4fa8-8838-c5302e004837), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.115538 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Publish callbacks [] for router_gateway (0ec2d706-429d-4fa8-8838-c5302e004837), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.196028 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Deleting port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:56.196518 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.216535 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-52820eca-8a3d-4fa4-b8d3-e9da2b9fe207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:38:55Z', 'revision_number': 5, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port': {'id': '9ff23e7e-bdf4-44d3-96a5-428b88ac6c12', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:56.252676 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52820eca-8a3d-4fa4-b8d3-e9da2b9fe207 None None] Checking router: 0ec2d706-429d-4fa8-8838-c5302e004837 for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:56.261587 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52820eca-8a3d-4fa4-b8d3-e9da2b9fe207 None None] Routers {'0ec2d706-429d-4fa8-8838-c5302e004837'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:56.262260 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-52820eca-8a3d-4fa4-b8d3-e9da2b9fe207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['0ec2d706-429d-4fa8-8838-c5302e004837'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:56.309440 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] For port 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=9ff23e7e-bdf4-44d3-96a5-428b88ac6c12,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:56.309822 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.341181 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Calling delete_port for 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:56.492845 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-6aea0ae1-c99e-4635-9903-ac9d965dc8ab tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993820445&fields=id&tenant_id=5f0d5e291884412699c09b84b92b6d14 HTTP/1.1" status: 200 len: 267 time: 0.0757320 Apr 05 22:38:56.541850 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-52820eca-8a3d-4fa4-b8d3-e9da2b9fe207 None None] Set router 0ec2d706-429d-4fa8-8838-c5302e004837 gateway port host: None {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:56.562454 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (9ff23e7e-bdf4-44d3-96a5-428b88ac6c12), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.589809 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff23e7e-bdf4-44d3-96a5-428b88ac6c12,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:56.601482 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-52820eca-8a3d-4fa4-b8d3-e9da2b9fe207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:38:56Z', 'revision_number': 6, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port_host': None}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:56.622789 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-7cbf63ac-064d-40ef-8cd7-cba336d34774 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:56.626909 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.627258 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.627594 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.627931 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.628256 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.628575 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.628896 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.629217 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.629540 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.630077 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.630454 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.630802 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.631120 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.631436 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.631801 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:56.632471 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-7cbf63ac-064d-40ef-8cd7-cba336d34774 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/networks?id=b0f58eff-89e2-4c2e-8464-98e1362a08e6 HTTP/1.1" status: 200 len: 808 time: 0.1380351 Apr 05 22:38:56.634441 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52820eca-8a3d-4fa4-b8d3-e9da2b9fe207 None None] The sync data for ids ['0ec2d706-429d-4fa8-8838-c5302e004837'] in dv-cinder-835881-4-smb is: [{'id': '0ec2d706-429d-4fa8-8838-c5302e004837', 'name': 'tempest-ServerRescueNegativeTestJSON-335815089-router', 'tenant_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:19Z', 'updated_at': '2022-04-05T22:38:56Z', 'revision_number': 6, 'project_id': '7885523ebf5c4b1b8dc32aff77a3d098', 'gw_port_host': None}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:56.656291 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-2e704148-29b4-44a6-a332-68e417637da2 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/quotas/5f0d5e291884412699c09b84b92b6d14 HTTP/1.1" status: 200 len: 375 time: 0.0228236 Apr 05 22:38:56.708939 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683918'] for router_gateway (0ec2d706-429d-4fa8-8838-c5302e004837), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.742538 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-ac66fcca-be74-49c2-83f6-dddb227e1c9a tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0d5e291884412699c09b84b92b6d14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802882 Apr 05 22:38:56.825654 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62026'] for router (0ec2d706-429d-4fa8-8838-c5302e004837), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.828168 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Publish callbacks [] for router_controller (0ec2d706-429d-4fa8-8838-c5302e004837), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.872760 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-751fc006-3b40-426d-bd08-79a38b7e0b21 service neutron] 10.222.0.43 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149931 Apr 05 22:38:56.929611 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684596'] for router (0ec2d706-429d-4fa8-8838-c5302e004837), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.930222 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ec2d706-429d-4fa8-8838-c5302e004837 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:38:56.936004 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.937915 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-5932691e-7061-4639-9c46-e30b6922ddb9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0ec2d706-429d-4fa8-8838-c5302e004837 HTTP/1.1" status: 204 len: 168 time: 1.1095459 Apr 05 22:38:56.941958 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52862) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:57.002999 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ca97a-4f86-40c2-8364-60383730334c req-8ef53275-21e4-4506-8a8d-54415328ffc4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:57.004748 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-700ca97a-4f86-40c2-8364-60383730334c req-8ef53275-21e4-4506-8a8d-54415328ffc4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.1201367 Apr 05 22:38:57.010001 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-cd14071f-0b6a-4fe9-9a6d-808567798736 service neutron] 10.222.0.43 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286538 Apr 05 22:38:57.027648 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b73a8d0-826a-41c7-8e9b-5492dae221a6 admin admin] Deleting subnet 05e38a47-8a2e-4d46-81be-81b385e2fe0c {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:38:57.040157 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b73a8d0-826a-41c7-8e9b-5492dae221a6 admin admin] Publish callbacks [] for subnet (05e38a47-8a2e-4d46-81be-81b385e2fe0c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.143082 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b73a8d0-826a-41c7-8e9b-5492dae221a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2226688'] for subnet (05e38a47-8a2e-4d46-81be-81b385e2fe0c), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.151344 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-700ca97a-4f86-40c2-8364-60383730334c req-2229321c-c332-44ff-bf0c-863d363c10c4 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328373 Apr 05 22:38:57.275196 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b73a8d0-826a-41c7-8e9b-5492dae221a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (05e38a47-8a2e-4d46-81be-81b385e2fe0c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.352573 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b73a8d0-826a-41c7-8e9b-5492dae221a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2267036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59888112'] for subnet (05e38a47-8a2e-4d46-81be-81b385e2fe0c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.367488 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b73a8d0-826a-41c7-8e9b-5492dae221a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.371478 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-9b73a8d0-826a-41c7-8e9b-5492dae221a6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/05e38a47-8a2e-4d46-81be-81b385e2fe0c HTTP/1.1" status: 204 len: 168 time: 0.4289887 Apr 05 22:38:57.374218 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 52872) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:57.374661 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0808e11-9a16-4b50-9b5d-444ed649724f None None] Network b477f809-ad93-4dd7-b680-cb0ad94d0275 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:57.393803 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73a8d0-826a-41c7-8e9b-5492dae221a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e38a47-8a2e-4d46-81be-81b385e2fe0c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:57.473571 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (b477f809-ad93-4dd7-b680-cb0ad94d0275), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.501291 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-553980a3-91cb-4bc7-bc4d-9b792e142a94 req-e445ba0f-fe9c-446a-8b6f-e7cd5fbe3dfe tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 210 time: 0.0725858 Apr 05 22:38:57.581315 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Deleting port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:57.581833 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.651415 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] For port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:57.651775 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.669127 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a7b42-2664-4dfd-96ac-350707da7f38 None None] DHCP port deletion for b477f809-ad93-4dd7-b680-cb0ad94d0275 request from dv-cinder-835881-4-smb {{(pid=103231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:38:57.686185 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Calling delete_port for 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:57.756655 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a7b42-2664-4dfd-96ac-350707da7f38 None None] Deleting port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:57.757108 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7b42-2664-4dfd-96ac-350707da7f38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.791663 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.815330 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Pushing event deleted for resources: {'Port': ['ID=284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:57.828836 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] No DVR routers for this DVR port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea on host dv-cinder-835881-4-smb {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:57.880172 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-ea0a7b42-2664-4dfd-96ac-350707da7f38 None None] For port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea,segment=NetworkSegment(96b846e5-4db3-4219-ad3a-a2d34f971afe),segment_id=96b846e5-4db3-4219-ad3a-a2d34f971afe)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:57.881697 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7b42-2664-4dfd-96ac-350707da7f38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.911944 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a7b42-2664-4dfd-96ac-350707da7f38 None None] Calling delete_port for 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea owned by network:dhcp {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:57.952164 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (b477f809-ad93-4dd7-b680-cb0ad94d0275), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.004916 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b477f809-ad93-4dd7-b680-cb0ad94d0275']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:58.024910 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7b42-2664-4dfd-96ac-350707da7f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949'] for port (284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.041233 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b846e5-4db3-4219-ad3a-a2d34f971afe') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:58.041622 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b846e5-4db3-4219-ad3a-a2d34f971afe') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:58.064465 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60389580'] for segment (96b846e5-4db3-4219-ad3a-a2d34f971afe), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.080337 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:58.098077 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (96b846e5-4db3-4219-ad3a-a2d34f971afe), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.106409 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a7b42-2664-4dfd-96ac-350707da7f38 None None] Pushing event deleted for resources: {'Port': ['ID=284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:58.108390 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:38:58.108932 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a7b42-2664-4dfd-96ac-350707da7f38 None None] No DVR routers for this DVR port 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea on host dv-cinder-835881-4-smb {{(pid=103231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:58.113613 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60645619'] for segment (96b846e5-4db3-4219-ad3a-a2d34f971afe), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: Traceback (most recent call last): Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: timer() Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: cb(*args, **kw) Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: return func(*args, **kwargs) Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: self._notify() Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: self.callback(batched_events) Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: event.method(event) Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: return f(self, *a, **k) Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: return self._get(url).json() Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:38:58.116501 dv-cinder-835881-4-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:38:58.124052 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:58.126315 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 9ff23e7e-bdf4-44d3-96a5-428b88ac6c12 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:58.126868 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4a3608ef-01f2-4929-aebc-e6f4e923de6b no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:58.191984 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (b477f809-ad93-4dd7-b680-cb0ad94d0275), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.195307 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 4a3608ef-01f2-4929-aebc-e6f4e923de6b {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:58.195761 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4a3608ef-01f2-4929-aebc-e6f4e923de6b not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:58.196266 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:58.220997 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.222512 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:58.225841 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 284a5d6b-a8bb-4f73-9caf-7ab2d71cc0ea not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:58.237604 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] 10.222.0.43 "DELETE /v2.0/networks/b477f809-ad93-4dd7-b680-cb0ad94d0275 HTTP/1.1" status: 204 len: 168 time: 0.8609817 Apr 05 22:38:58.259419 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd9a46-e11f-4cc3-a167-0b327e203bab admin admin] Pushing event deleted for resources: {'Network': ['ID=b477f809-ad93-4dd7-b680-cb0ad94d0275,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:58.359732 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23d40d-36ad-4700-b774-62b8bc48fa9d req-bc71703a-b6f8-463f-a09d-ef14eafcf31d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:58.369131 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2a23d40d-36ad-4700-b774-62b8bc48fa9d req-bc71703a-b6f8-463f-a09d-ef14eafcf31d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0836551 Apr 05 22:38:58.403223 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52886) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:58.443861 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2a23d40d-36ad-4700-b774-62b8bc48fa9d req-0d3d0984-5fbf-495e-89fb-6a589f1ba671 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735571 Apr 05 22:38:58.450695 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-c65bce6f-7a73-4524-9da3-381766242519 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7885523ebf5c4b1b8dc32aff77a3d098&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438490 Apr 05 22:38:58.451401 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 52888) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:58.504732 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a22b63f-32ad-4fe2-91cf-cf40d04779ff admin admin] Publish callbacks [] for security_group (109d60bd-1ffc-49eb-8015-af7f0cf959b3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.533364 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a22b63f-32ad-4fe2-91cf-cf40d04779ff admin admin] Publish callbacks [] for security_group (109d60bd-1ffc-49eb-8015-af7f0cf959b3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.608944 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a808e7e5-7056-4d5f-bc9e-20eb6b89e46a req-7e6c92e0-9cf2-48f6-8668-0dc637393215 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 210 time: 0.0294738 Apr 05 22:38:58.636816 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a22b63f-32ad-4fe2-91cf-cf40d04779ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (109d60bd-1ffc-49eb-8015-af7f0cf959b3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.639595 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a22b63f-32ad-4fe2-91cf-cf40d04779ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.641105 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-3a22b63f-32ad-4fe2-91cf-cf40d04779ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/109d60bd-1ffc-49eb-8015-af7f0cf959b3 HTTP/1.1" status: 204 len: 168 time: 0.1886647 Apr 05 22:38:58.655908 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22b63f-32ad-4fe2-91cf-cf40d04779ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109d60bd-1ffc-49eb-8015-af7f0cf959b3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:58.982432 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-b896ae86-fb68-49d1-bff3-34f70aebff59 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:58.985149 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-b896ae86-fb68-49d1-bff3-34f70aebff59 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.44 "GET /v2.0/networks?id=b0f58eff-89e2-4c2e-8464-98e1362a08e6 HTTP/1.1" status: 200 len: 808 time: 0.1608226 Apr 05 22:38:59.066932 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-3c9cc8b2-d69f-4d4b-89d9-3a4c24b054f1 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f0d5e291884412699c09b84b92b6d14 HTTP/1.1" status: 200 len: 379 time: 0.0730431 Apr 05 22:38:59.083194 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Request body: {'port': {'device_id': '813a5041-933e-405d-89f7-224943005ca0', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'admin_state_up': True, 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'security_groups': ['ff500c33-84ba-4ac2-aa5e-a0510a0e1479']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:59.221135 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Made reservation on behalf of 5f0d5e291884412699c09b84b92b6d14 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:59.226573 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.415746 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Allocated IP 172.20.0.7 (b0f58eff-89e2-4c2e-8464-98e1362a08e6/7ab68b89-523f-4d2e-ad76-372a4b534c2c/34f078bd-9ec8-4661-99c3-522c45be6cbf) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:59.726925 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee57e21-a7a7-4a0c-a25f-b9aa474e4978 req-6ba65ff5-7534-403b-817f-78812d2bf4eb tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:59.733560 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8ee57e21-a7a7-4a0c-a25f-b9aa474e4978 req-6ba65ff5-7534-403b-817f-78812d2bf4eb tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.1763456 Apr 05 22:38:59.741952 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-5280f40c-5922-4218-a351-de342aa42075 req-6220960d-1c5f-4de1-8cfc-0683a7e1c2d2 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 210 time: 0.0372732 Apr 05 22:38:59.790998 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.835493 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8ee57e21-a7a7-4a0c-a25f-b9aa474e4978 req-7b4e235d-d44e-4f2f-a661-54045dff994f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010873 Apr 05 22:38:59.851999 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.903869 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Network b0f58eff-89e2-4c2e-8464-98e1362a08e6 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:59.908555 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:59.910792 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event updated for resources: {'Port': ['ID=34f078bd-9ec8-4661-99c3-522c45be6cbf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:59.913013 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:59.965343 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:59.966123 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.997966 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-198201df-1235-40df-b431-300a757167c4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9259045 Apr 05 22:39:00.014098 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Request body: {'port': {'device_id': '813a5041-933e-405d-89f7-224943005ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:00.095472 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.316213 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-8b517aef-8b09-4311-bba1-1f428b9fd6f0 None None] Provisioning complete for port 34f078bd-9ec8-4661-99c3-522c45be6cbf triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:00.317545 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8b517aef-8b09-4311-bba1-1f428b9fd6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.375924 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-8b517aef-8b09-4311-bba1-1f428b9fd6f0 None None] Port 34f078bd-9ec8-4661-99c3-522c45be6cbf cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:00.425178 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f078bd-9ec8-4661-99c3-522c45be6cbf {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:00.440290 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Publish callbacks [] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.457661 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Transition to ACTIVE for port object 34f078bd-9ec8-4661-99c3-522c45be6cbf will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:39:00.462066 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.534745 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Pushing event updated for resources: {'Port': ['ID=34f078bd-9ec8-4661-99c3-522c45be6cbf,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:00.644812 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Attempting to bind port 34f078bd-9ec8-4661-99c3-522c45be6cbf on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:00.646868 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Attempting to bind port 34f078bd-9ec8-4661-99c3-522c45be6cbf by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:00.647334 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Attempting to bind port 34f078bd-9ec8-4661-99c3-522c45be6cbf on network b0f58eff-89e2-4c2e-8464-98e1362a08e6 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:00.654846 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Port 34f078bd-9ec8-4661-99c3-522c45be6cbf on network b0f58eff-89e2-4c2e-8464-98e1362a08e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:39:00.655207 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Attempting to bind port 34f078bd-9ec8-4661-99c3-522c45be6cbf on network b0f58eff-89e2-4c2e-8464-98e1362a08e6 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:00.661462 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:00.661797 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Checking segment: {'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:00.662256 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Bound using segment: {'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:00.662769 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Bound port: 34f078bd-9ec8-4661-99c3-522c45be6cbf, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:00.663139 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.776066 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] For port 34f078bd-9ec8-4661-99c3-522c45be6cbf, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:00.780142 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] For port 34f078bd-9ec8-4661-99c3-522c45be6cbf, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:00.802144 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.857624 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:00.858350 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.859997 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] 10.222.0.44 "PUT /v2.0/ports/34f078bd-9ec8-4661-99c3-522c45be6cbf HTTP/1.1" status: 200 len: 1093 time: 0.8522751 Apr 05 22:39:00.869392 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:00.871653 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb9e237-2126-46eb-8997-e9a11c5356e2" -d '{"events": [{"name": "network-changed", "server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:00.894268 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b82e32-7741-42af-884b-81fdda3e50bb service neutron] Pushing event updated for resources: {'Port': ['ID=34f078bd-9ec8-4661-99c3-522c45be6cbf,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:00.962929 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca13fa-b6cd-42fa-9b4e-e37116adf379 req-11258852-988a-4807-b661-177aa9e5d115 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:00.964908 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e5ca13fa-b6cd-42fa-9b4e-e37116adf379 req-11258852-988a-4807-b661-177aa9e5d115 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 943 time: 0.1359639 Apr 05 22:39:00.972692 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-12d7ade2-cedd-40df-aa30-f9283627a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:00.974528 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-12d7ade2-cedd-40df-aa30-f9283627a805 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f0d5e291884412699c09b84b92b6d14&device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 1127 time: 0.0630019 Apr 05 22:39:01.094204 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e5ca13fa-b6cd-42fa-9b4e-e37116adf379 req-13846d79-7acb-4d2a-9ada-59d721131f4f tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220579 Apr 05 22:39:01.390175 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb70004-e726-4ad8-a085-0cf34ae90d25 x-openstack-request-id: req-abb70004-e726-4ad8-a085-0cf34ae90d25 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:01.390832 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:01.390832 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abb70004-e726-4ad8-a085-0cf34ae90d25 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:01.391114 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb70004-e726-4ad8-a085-0cf34ae90d25'] response: {'name': 'network-changed', 'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'status': 'completed', 'code': 200} Apr 05 22:39:01.394511 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-d3f64573-e74e-4b55-a0d8-44bdbeb8c7cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf HTTP/1.1" status: 200 len: 217 time: 0.4051168 Apr 05 22:39:01.465969 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471a268-cf46-4538-a94b-45a83d4064f0 req-1ec2e906-c490-4182-9563-830220c11093 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:01.468222 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e471a268-cf46-4538-a94b-45a83d4064f0 req-1ec2e906-c490-4182-9563-830220c11093 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.4925184 Apr 05 22:39:01.485648 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-dc77608d-d2b3-4535-bf96-e05a2c65a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:01.488141 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-dc77608d-d2b3-4535-bf96-e05a2c65a34c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ab68b89-523f-4d2e-ad76-372a4b534c2c HTTP/1.1" status: 200 len: 847 time: 0.0855575 Apr 05 22:39:01.563109 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e471a268-cf46-4538-a94b-45a83d4064f0 req-4bb9cd21-1cc9-4903-8849-7cf8728be809 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863898 Apr 05 22:39:01.573643 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-aa979703-e693-4cc3-9b75-77e91d712796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:01.575461 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-aa979703-e693-4cc3-9b75-77e91d712796 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0f58eff-89e2-4c2e-8464-98e1362a08e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0783410 Apr 05 22:39:01.679634 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-bb01585a-29bf-4954-b43f-e7863d8a14de service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965590 Apr 05 22:39:01.778021 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c042d226-f735-4601-a51a-33c3e76e3d93 req-bee7ac73-5a2b-46b7-aaa7-1784f3757f9f service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917451 Apr 05 22:39:02.248839 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1da22-9df6-425f-974a-d00d94593fdd req-15fb43f8-1ed4-4cb5-9feb-11ceb0fcc47b tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:02.250493 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7fb1da22-9df6-425f-974a-d00d94593fdd req-15fb43f8-1ed4-4cb5-9feb-11ceb0fcc47b tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 943 time: 0.0611610 Apr 05 22:39:02.312430 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7fb1da22-9df6-425f-974a-d00d94593fdd req-d7719407-affc-4f7c-a44a-1d6aedf79d11 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542207 Apr 05 22:39:02.794417 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e237-2126-46eb-8997-e9a11c5356e2 req-3905ffd6-bc8a-44b1-a619-4011cee3259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:02.796447 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb9e237-2126-46eb-8997-e9a11c5356e2 req-3905ffd6-bc8a-44b1-a619-4011cee3259e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f0d5e291884412699c09b84b92b6d14&device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 1127 time: 0.0595512 Apr 05 22:39:02.804780 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aae1e1-a723-4edd-93c2-d77036ffe093 req-4a1a5e82-e5b7-4269-8f8a-a8970d8fbc5a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:02.806465 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-45aae1e1-a723-4edd-93c2-d77036ffe093 req-4a1a5e82-e5b7-4269-8f8a-a8970d8fbc5a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.1197710 Apr 05 22:39:02.919150 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-45aae1e1-a723-4edd-93c2-d77036ffe093 req-43b9f115-36ad-4a95-aa93-9f14b58b7690 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033978 Apr 05 22:39:02.961257 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e237-2126-46eb-8997-e9a11c5356e2 req-fb06e7d8-88c1-4895-bd06-773930618f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:02.962894 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb9e237-2126-46eb-8997-e9a11c5356e2 req-fb06e7d8-88c1-4895-bd06-773930618f45 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0f58eff-89e2-4c2e-8464-98e1362a08e6 HTTP/1.1" status: 200 len: 909 time: 0.1553733 Apr 05 22:39:03.008062 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb9e237-2126-46eb-8997-e9a11c5356e2 req-33571628-581f-480d-98eb-cc7eb59ac416 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf HTTP/1.1" status: 200 len: 217 time: 0.0387957 Apr 05 22:39:03.061871 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e237-2126-46eb-8997-e9a11c5356e2 req-da52f753-b1a3-4422-a307-5c7d2b615a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:03.063678 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb9e237-2126-46eb-8997-e9a11c5356e2 req-da52f753-b1a3-4422-a307-5c7d2b615a1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ab68b89-523f-4d2e-ad76-372a4b534c2c HTTP/1.1" status: 200 len: 847 time: 0.0487020 Apr 05 22:39:03.136160 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e237-2126-46eb-8997-e9a11c5356e2 req-e3f96c65-ae5f-4a29-aff1-fb4ccec4b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:03.137975 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb9e237-2126-46eb-8997-e9a11c5356e2 req-e3f96c65-ae5f-4a29-aff1-fb4ccec4b940 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0f58eff-89e2-4c2e-8464-98e1362a08e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0669398 Apr 05 22:39:03.259759 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb9e237-2126-46eb-8997-e9a11c5356e2 req-1e19d7eb-9fc5-4737-a1b9-94aba0f9fcbd service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127467 Apr 05 22:39:03.373336 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-beb9e237-2126-46eb-8997-e9a11c5356e2 req-ec1033f6-3532-41a8-b2e1-f1cbbb1e6a16 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054554 Apr 05 22:39:03.479200 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef79ffd-2bd5-46b3-a7a4-31d3286c7d4f req-753eed80-ac6d-481b-937b-e22fdec2e9e9 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:03.480900 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1ef79ffd-2bd5-46b3-a7a4-31d3286c7d4f req-753eed80-ac6d-481b-937b-e22fdec2e9e9 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 943 time: 0.0856059 Apr 05 22:39:03.553344 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1ef79ffd-2bd5-46b3-a7a4-31d3286c7d4f req-76d7caf4-8244-4bce-aff8-6a56d1982384 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659451 Apr 05 22:39:03.777023 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:39:04.071761 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4588890-048a-4168-922a-5f14b8636e36 req-47f98dbf-8f98-4690-b616-d3861f0beeac tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:04.079839 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d4588890-048a-4168-922a-5f14b8636e36 req-47f98dbf-8f98-4690-b616-d3861f0beeac tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0768638 Apr 05 22:39:04.138185 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d4588890-048a-4168-922a-5f14b8636e36 req-55fdba14-92b0-4754-89c2-e0986f391eb0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570514 Apr 05 22:39:04.162417 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 34f078bd-9ec8-4661-99c3-522c45be6cbf details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:39:04.300217 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 34f078bd-9ec8-4661-99c3-522c45be6cbf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:04.316488 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'port_id': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'mac_address': 'fa:16:3e:af:ab:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:39:04.367658 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 34f078bd-9ec8-4661-99c3-522c45be6cbf is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:04.368034 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:04.383809 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f078bd-9ec8-4661-99c3-522c45be6cbf {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:04.418143 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 34f078bd-9ec8-4661-99c3-522c45be6cbf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:04.426817 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:04.511175 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=34f078bd-9ec8-4661-99c3-522c45be6cbf,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:04.709059 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['34f078bd-9ec8-4661-99c3-522c45be6cbf'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:39:04.718902 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b1833-539f-4513-97b2-6c1ea6fb008c req-ed8217f6-387c-4950-9e8e-f163990703d3 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:04.727211 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-485b1833-539f-4513-97b2-6c1ea6fb008c req-ed8217f6-387c-4950-9e8e-f163990703d3 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 944 time: 0.0856791 Apr 05 22:39:04.797235 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-485b1833-539f-4513-97b2-6c1ea6fb008c req-289eeb4e-7c61-4096-9851-b09a6df0c1fd tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687068 Apr 05 22:39:05.322472 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc048998-790a-4beb-8c54-574feffda9f7 req-ad7e8074-bbc8-47b8-896b-2a2f5288015d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:05.324363 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fc048998-790a-4beb-8c54-574feffda9f7 req-ad7e8074-bbc8-47b8-896b-2a2f5288015d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.1068733 Apr 05 22:39:05.398196 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fc048998-790a-4beb-8c54-574feffda9f7 req-95c5605b-63e4-4913-a1ba-3e67c5da7466 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618591 Apr 05 22:39:05.932267 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635995c8-142c-4479-aaa9-3b5285be371a req-0143a50b-3cd3-4d1b-ba35-99e0ab385ee3 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:05.939145 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-635995c8-142c-4479-aaa9-3b5285be371a req-0143a50b-3cd3-4d1b-ba35-99e0ab385ee3 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 944 time: 0.0639193 Apr 05 22:39:05.988537 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-635995c8-142c-4479-aaa9-3b5285be371a req-f7523daa-946c-4f4a-990f-7acae269e923 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465071 Apr 05 22:39:06.177985 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 34f078bd-9ec8-4661-99c3-522c45be6cbf up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:06.227364 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 34f078bd-9ec8-4661-99c3-522c45be6cbf completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:39:06.229244 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 34f078bd-9ec8-4661-99c3-522c45be6cbf triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:06.229698 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.313294 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 34f078bd-9ec8-4661-99c3-522c45be6cbf is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:06.313674 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.336460 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:06.338806 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ead9cda-b2ef-4f87-a266-ce8117fd5135" -d '{"events": [{"server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "name": "network-vif-plugged", "status": "completed", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:06.352440 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 34f078bd-9ec8-4661-99c3-522c45be6cbf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:06.359738 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.418320 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=34f078bd-9ec8-4661-99c3-522c45be6cbf,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:06.472079 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4d67a9-0f1d-4358-8079-a396fc7dd0ca x-openstack-request-id: req-da4d67a9-0f1d-4358-8079-a396fc7dd0ca {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:06.472380 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "name": "network-vif-plugged", "status": "completed", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:06.472637 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da4d67a9-0f1d-4358-8079-a396fc7dd0ca {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:06.473041 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4d67a9-0f1d-4358-8079-a396fc7dd0ca'] response: {'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'code': 200} Apr 05 22:39:06.532877 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbd5ab-5ba3-4ec0-9a6c-7805e5a63bb9 req-b89a2eeb-144e-4777-a4c6-525d8cb1e71a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:06.534562 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-11bbd5ab-5ba3-4ec0-9a6c-7805e5a63bb9 req-b89a2eeb-144e-4777-a4c6-525d8cb1e71a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0539510 Apr 05 22:39:06.583038 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-11bbd5ab-5ba3-4ec0-9a6c-7805e5a63bb9 req-16ddb547-1747-4cda-9e11-4a2432209423 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419116 Apr 05 22:39:06.916815 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b5f0c-fd94-40f7-8a0f-78158b87c6be req-5ea268d1-6186-4203-90de-7d6ec45d302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:06.918334 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b66b5f0c-fd94-40f7-8a0f-78158b87c6be req-5ea268d1-6186-4203-90de-7d6ec45d302a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0446565 Apr 05 22:39:07.045853 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b66b5f0c-fd94-40f7-8a0f-78158b87c6be req-ab085810-4283-496d-8782-f785186dffc4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691719 Apr 05 22:39:07.055959 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12845882-fa14-483d-a14a-9195db99132f req-12f540dc-c50c-4ef2-a87e-ae758f075803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.057466 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-12845882-fa14-483d-a14a-9195db99132f req-12f540dc-c50c-4ef2-a87e-ae758f075803 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 1129 time: 0.0680597 Apr 05 22:39:07.107683 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe87b9-4f51-4322-ae5e-2864badfc9e2 req-4c89da13-2ac6-4f62-8b06-2ae599888efc tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.109116 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d8fe87b9-4f51-4322-ae5e-2864badfc9e2 req-4c89da13-2ac6-4f62-8b06-2ae599888efc tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0507936 Apr 05 22:39:07.157499 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d8fe87b9-4f51-4322-ae5e-2864badfc9e2 req-bae8a36a-5848-4807-9ce2-c21e1f1c2053 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426950 Apr 05 22:39:07.357431 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12845882-fa14-483d-a14a-9195db99132f req-255c5b5d-3e1a-4e8f-8165-3b61dd5330dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.359753 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-12845882-fa14-483d-a14a-9195db99132f req-255c5b5d-3e1a-4e8f-8165-3b61dd5330dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 200 len: 918 time: 0.1129665 Apr 05 22:39:07.426370 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-12845882-fa14-483d-a14a-9195db99132f req-9ad5b744-5090-4534-ba66-ff87994313ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ea969b-15bb-4edb-b288-41defde6aa08 HTTP/1.1" status: 200 len: 1001 time: 0.0600719 Apr 05 22:39:07.717297 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53104) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:07.721824 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a703b-e3c0-4e6f-90f3-eb07aadcc1ed req-33aba5db-dfb2-4537-9e90-ccd58c954eee tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.723368 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-545a703b-e3c0-4e6f-90f3-eb07aadcc1ed req-33aba5db-dfb2-4537-9e90-ccd58c954eee tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0593243 Apr 05 22:39:07.775534 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-545a703b-e3c0-4e6f-90f3-eb07aadcc1ed req-f5d7d2a2-ff41-4a1e-8a07-5086480eb0c1 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462639 Apr 05 22:39:07.785006 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12845882-fa14-483d-a14a-9195db99132f req-f24a2ad3-0cdc-4184-92c4-df54b47e465c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.787058 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-12845882-fa14-483d-a14a-9195db99132f req-f24a2ad3-0cdc-4184-92c4-df54b47e465c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=153678da-7701-49d9-b921-ee9887cc1075 HTTP/1.1" status: 200 len: 856 time: 0.0704262 Apr 05 22:39:07.846286 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12845882-fa14-483d-a14a-9195db99132f req-40277937-6f4a-4b21-9be2-27b80311317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.847799 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-12845882-fa14-483d-a14a-9195db99132f req-40277937-6f4a-4b21-9be2-27b80311317a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69f3666c-d270-41ea-a8aa-729dc02e1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0537400 Apr 05 22:39:07.853437 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7ac0-ffe2-4518-9856-4edafd264163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.001470 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-12845882-fa14-483d-a14a-9195db99132f req-c2bb8580-d639-4a85-ba58-c4c5d6ab593c service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297560 Apr 05 22:39:08.014374 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7ac0-ffe2-4518-9856-4edafd264163 admin admin] Publish callbacks [] for security_group (662ebf66-c28d-484a-afa4-5689cf97dbf9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.020076 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2fcd7ac0-ffe2-4518-9856-4edafd264163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (662ebf66-c28d-484a-afa4-5689cf97dbf9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.069821 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-2fcd7ac0-ffe2-4518-9856-4edafd264163 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21b623f3c1ed4eb992b99f6260d03d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419187 Apr 05 22:39:08.070413 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53112) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:08.080376 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd7ac0-ffe2-4518-9856-4edafd264163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662ebf66-c28d-484a-afa4-5689cf97dbf9,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:08.138056 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-295f379a-4f1b-4201-b26f-dfabbaca0ac1 admin admin] Publish callbacks [] for security_group (662ebf66-c28d-484a-afa4-5689cf97dbf9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.159800 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-12845882-fa14-483d-a14a-9195db99132f req-4cff3f55-101f-4f6d-99b1-43b327382c3f service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028543 Apr 05 22:39:08.161484 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-295f379a-4f1b-4201-b26f-dfabbaca0ac1 admin admin] Publish callbacks [] for security_group (662ebf66-c28d-484a-afa4-5689cf97dbf9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.210963 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-295f379a-4f1b-4201-b26f-dfabbaca0ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (662ebf66-c28d-484a-afa4-5689cf97dbf9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.213781 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-295f379a-4f1b-4201-b26f-dfabbaca0ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.215031 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-295f379a-4f1b-4201-b26f-dfabbaca0ac1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/662ebf66-c28d-484a-afa4-5689cf97dbf9 HTTP/1.1" status: 204 len: 168 time: 0.1436038 Apr 05 22:39:08.224964 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f379a-4f1b-4201-b26f-dfabbaca0ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662ebf66-c28d-484a-afa4-5689cf97dbf9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:08.279899 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a10e-22cb-4fdd-a564-ee738bb19d4f req-c5318c60-70d2-4ffe-861b-2cd546fcd8cd tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:08.281459 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c3c2a10e-22cb-4fdd-a564-ee738bb19d4f req-c5318c60-70d2-4ffe-861b-2cd546fcd8cd tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0574327 Apr 05 22:39:08.329409 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c3c2a10e-22cb-4fdd-a564-ee738bb19d4f req-90a1b376-20b3-4fea-a49a-faa0c179571a tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420883 Apr 05 22:39:08.445980 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e090a-16e3-4883-b40e-84de1065c6d7 req-3590200d-0af4-45a4-adbb-d2f070b09193 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:08.447544 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9a3e090a-16e3-4883-b40e-84de1065c6d7 req-3590200d-0af4-45a4-adbb-d2f070b09193 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0533612 Apr 05 22:39:08.500082 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9a3e090a-16e3-4883-b40e-84de1065c6d7 req-1e45083a-826a-4109-93e9-1a489f8f4896 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465028 Apr 05 22:39:08.510354 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53122) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:08.523397 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5b5369d-3998-43b0-a4f8-ea60f8137ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.525949 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53124) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:08.596202 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5b5369d-3998-43b0-a4f8-ea60f8137ec4 admin admin] Publish callbacks [] for security_group (422b9819-adbb-4370-86d3-632d50d41121), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.601904 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5b5369d-3998-43b0-a4f8-ea60f8137ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (422b9819-adbb-4370-86d3-632d50d41121), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.639895 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-e5b5369d-3998-43b0-a4f8-ea60f8137ec4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90c562a49cc3424e819659e16f96f921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283541 Apr 05 22:39:08.641070 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5369d-3998-43b0-a4f8-ea60f8137ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422b9819-adbb-4370-86d3-632d50d41121,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:08.643066 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53128) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:08.691650 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c305ab02-6b0a-46cc-bc2c-3921a7c6a35b admin admin] Publish callbacks [] for security_group (422b9819-adbb-4370-86d3-632d50d41121), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.711985 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c305ab02-6b0a-46cc-bc2c-3921a7c6a35b admin admin] Publish callbacks [] for security_group (422b9819-adbb-4370-86d3-632d50d41121), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.781440 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8486c18a-952d-48bc-95f1-c88af83b2a7c tempest-TestShelveInstance-1379461478 tempest-TestShelveInstance-1379461478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:08.783064 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-8486c18a-952d-48bc-95f1-c88af83b2a7c tempest-TestShelveInstance-1379461478 tempest-TestShelveInstance-1379461478-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 1124 time: 0.2561073 Apr 05 22:39:08.786212 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53130) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:08.790914 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Request body: {'floatingip': {'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'port_id': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:08.791639 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c305ab02-6b0a-46cc-bc2c-3921a7c6a35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (422b9819-adbb-4370-86d3-632d50d41121), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.794125 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c305ab02-6b0a-46cc-bc2c-3921a7c6a35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.795262 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-c305ab02-6b0a-46cc-bc2c-3921a7c6a35b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/422b9819-adbb-4370-86d3-632d50d41121 HTTP/1.1" status: 204 len: 168 time: 0.1512971 Apr 05 22:39:08.803065 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305ab02-6b0a-46cc-bc2c-3921a7c6a35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422b9819-adbb-4370-86d3-632d50d41121,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:08.816839 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.916678 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e822fb0-8fa7-4d54-b1c0-a5cfc7df9ffb req-7501f3c7-8d02-42ea-ab31-a6611d7c33ff tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:08.918566 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1e822fb0-8fa7-4d54-b1c0-a5cfc7df9ffb req-7501f3c7-8d02-42ea-ab31-a6611d7c33ff tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.0591652 Apr 05 22:39:08.928878 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.970870 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1e822fb0-8fa7-4d54-b1c0-a5cfc7df9ffb req-38f96aab-a544-47e8-a4d6-c2a5c709952f tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453107 Apr 05 22:39:09.054854 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Allocated IP 172.28.3.244 (9a73b557-2ada-4566-ab40-66bfa715f81e/f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51/b26f072f-18e2-458b-8b8c-441a048770e8) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:09.169343 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for port (b26f072f-18e2-458b-8b8c-441a048770e8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.203009 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (b26f072f-18e2-458b-8b8c-441a048770e8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.239649 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Network 9a73b557-2ada-4566-ab40-66bfa715f81e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:09.242376 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:09.248106 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:09.253828 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event updated for resources: {'Port': ['ID=b26f072f-18e2-458b-8b8c-441a048770e8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:09.610593 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for floatingip (e1c5028a-d9be-43b4-a108-785a83130faf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.679259 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (b26f072f-18e2-458b-8b8c-441a048770e8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.834406 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for port (b26f072f-18e2-458b-8b8c-441a048770e8), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.839934 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2267090'] for port (b26f072f-18e2-458b-8b8c-441a048770e8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.902071 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event updated for resources: {'Port': ['ID=b26f072f-18e2-458b-8b8c-441a048770e8,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:09.915893 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (e1c5028a-d9be-43b4-a108-785a83130faf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.036885 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.l3_db [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Floating IP e1c5028a-d9be-43b4-a108-785a83130faf associated. External IP: 172.28.3.244, port: 34f078bd-9ec8-4661-99c3-522c45be6cbf. Apr 05 22:39:10.169627 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3fc4-3d05-42f8-a551-3cfa69a27db6 req-06eac4c2-5a8b-4e7c-a6b4-799880517567 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:10.181140 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f1da3fc4-3d05-42f8-a551-3cfa69a27db6 req-06eac4c2-5a8b-4e7c-a6b4-799880517567 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 945 time: 0.1153140 Apr 05 22:39:10.195667 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 89ea969b-15bb-4edb-b288-41defde6aa08 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:10.247057 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-f1da3fc4-3d05-42f8-a551-3cfa69a27db6 req-a5bced88-f60b-40a7-abef-c324cb9ead29 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605214 Apr 05 22:39:10.328427 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 89ea969b-15bb-4edb-b288-41defde6aa08 is: ACTIVE; New status is: DOWN {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:10.329016 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.351580 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:10.353911 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae2b7bf-fb9e-41d7-8a5a-968566f68c28" -d '{"events": [{"server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "name": "network-vif-unplugged", "status": "completed", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:10.367461 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=89ea969b-15bb-4edb-b288-41defde6aa08,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:10.373790 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.381115 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:10.403234 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd506c1-cd08-484a-a0f5-07d48dbd343b x-openstack-request-id: req-7bd506c1-cd08-484a-a0f5-07d48dbd343b {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:10.403528 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "name": "network-vif-unplugged", "status": "completed", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:10.403780 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bd506c1-cd08-484a-a0f5-07d48dbd343b {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:10.404522 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd506c1-cd08-484a-a0f5-07d48dbd343b'] response: {'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08', 'code': 200} Apr 05 22:39:10.430839 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=89ea969b-15bb-4edb-b288-41defde6aa08,revision_number=8']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:10.497921 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:10.510023 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76c5a1-5b39-4f7b-9f3d-44604ee56eee None None] Sync routers for ids ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:10.520391 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.521806 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76c5a1-5b39-4f7b-9f3d-44604ee56eee None None] Routers {'4a36473a-3fc6-43ba-90ad-6b0bd047aeea'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:10.522554 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8f76c5a1-5b39-4f7b-9f3d-44604ee56eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:10.564832 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-cae25b73-4c9d-4822-b0b4-28b730706ca8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7773416 Apr 05 22:39:10.565295 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:10.567622 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af9fdb3-3994-4ac7-99c7-69f817d457b9" -d '{"events": [{"name": "network-changed", "server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:10.655519 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8f76c5a1-5b39-4f7b-9f3d-44604ee56eee None None] Set router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:10.805988 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92fbf4e-0162-42da-89d3-42b7e5df2c6f x-openstack-request-id: req-f92fbf4e-0162-42da-89d3-42b7e5df2c6f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:10.806287 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:10.806654 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f92fbf4e-0162-42da-89d3-42b7e5df2c6f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:10.807877 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92fbf4e-0162-42da-89d3-42b7e5df2c6f'] response: {'name': 'network-changed', 'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'status': 'completed', 'code': 200} Apr 05 22:39:10.908059 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8f76c5a1-5b39-4f7b-9f3d-44604ee56eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'e1c5028a-d9be-43b4-a108-785a83130faf', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'floating_ip_address': '172.28.3.244', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'port_id': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'mac_address': 'fa:16:3e:af:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5041-933e-405d-89f7-224943005ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:09Z', 'revision_number': 0, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508476d1-ae5c-4835-bf32-aaad29f51b67', 'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'mac_address': 'fa:16:3e:bc:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:32Z', 'updated_at': '2022-04-05T22:38:38Z', 'revision_number': 5, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'subnets': [{'id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:10.933991 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76c5a1-5b39-4f7b-9f3d-44604ee56eee None None] Checking router: 4a36473a-3fc6-43ba-90ad-6b0bd047aeea for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:10.942390 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76c5a1-5b39-4f7b-9f3d-44604ee56eee None None] Routers {'4a36473a-3fc6-43ba-90ad-6b0bd047aeea'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:10.943007 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8f76c5a1-5b39-4f7b-9f3d-44604ee56eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:38:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:11.049860 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8f76c5a1-5b39-4f7b-9f3d-44604ee56eee None None] Set router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:11.127337 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9fdb3-3994-4ac7-99c7-69f817d457b9 req-94f18c0e-64c8-4740-aab6-b889ce8e9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:11.128898 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2af9fdb3-3994-4ac7-99c7-69f817d457b9 req-94f18c0e-64c8-4740-aab6-b889ce8e9e27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f0d5e291884412699c09b84b92b6d14&device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0477726 Apr 05 22:39:11.297226 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8f76c5a1-5b39-4f7b-9f3d-44604ee56eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'e1c5028a-d9be-43b4-a108-785a83130faf', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'floating_ip_address': '172.28.3.244', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'port_id': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'mac_address': 'fa:16:3e:af:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5041-933e-405d-89f7-224943005ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:09Z', 'revision_number': 0, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508476d1-ae5c-4835-bf32-aaad29f51b67', 'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'mac_address': 'fa:16:3e:bc:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:32Z', 'updated_at': '2022-04-05T22:38:38Z', 'revision_number': 5, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'subnets': [{'id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:11.326109 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76c5a1-5b39-4f7b-9f3d-44604ee56eee None None] The sync data for ids ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'] in dv-cinder-835881-4-smb is: [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_floatingips': [{'id': 'e1c5028a-d9be-43b4-a108-785a83130faf', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'floating_ip_address': '172.28.3.244', 'floating_network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'router_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'port_id': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'mac_address': 'fa:16:3e:af:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5041-933e-405d-89f7-224943005ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:09Z', 'revision_number': 0, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508476d1-ae5c-4835-bf32-aaad29f51b67', 'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'mac_address': 'fa:16:3e:bc:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:32Z', 'updated_at': '2022-04-05T22:38:38Z', 'revision_number': 5, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'subnets': [{'id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:11.385230 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6e61c-085d-4e0e-b69f-6587a366901b req-a42104a9-4ca0-448a-b841-2e16eb22ef1c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:11.388820 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-3af6e61c-085d-4e0e-b69f-6587a366901b req-a42104a9-4ca0-448a-b841-2e16eb22ef1c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0679641 Apr 05 22:39:11.441548 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-3af6e61c-085d-4e0e-b69f-6587a366901b req-400399e3-90dc-407b-ae65-f83dc0905a1e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487614 Apr 05 22:39:11.562070 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031b9d9-6307-4c40-8291-2259108c4229 None None] New status for floating IP e1c5028a-d9be-43b4-a108-785a83130faf: ACTIVE {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:39:11.815668 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9fdb3-3994-4ac7-99c7-69f817d457b9 req-d79cb10a-749b-4b18-ab02-53f73ef77fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:11.817243 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2af9fdb3-3994-4ac7-99c7-69f817d457b9 req-d79cb10a-749b-4b18-ab02-53f73ef77fff service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0f58eff-89e2-4c2e-8464-98e1362a08e6 HTTP/1.1" status: 200 len: 909 time: 0.1247725 Apr 05 22:39:11.900353 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2af9fdb3-3994-4ac7-99c7-69f817d457b9 req-5b82acea-7425-43db-8641-88448c9f6388 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf HTTP/1.1" status: 200 len: 1001 time: 0.0765266 Apr 05 22:39:11.957761 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9fdb3-3994-4ac7-99c7-69f817d457b9 req-f160aa92-0874-4a0b-bacf-852837013b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:11.959261 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2af9fdb3-3994-4ac7-99c7-69f817d457b9 req-f160aa92-0874-4a0b-bacf-852837013b6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ab68b89-523f-4d2e-ad76-372a4b534c2c HTTP/1.1" status: 200 len: 847 time: 0.0523655 Apr 05 22:39:12.023400 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9fdb3-3994-4ac7-99c7-69f817d457b9 req-48c740b1-5582-4eaf-9af0-999d637409d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:12.025076 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2af9fdb3-3994-4ac7-99c7-69f817d457b9 req-48c740b1-5582-4eaf-9af0-999d637409d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0f58eff-89e2-4c2e-8464-98e1362a08e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0595639 Apr 05 22:39:12.123502 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2af9fdb3-3994-4ac7-99c7-69f817d457b9 req-8014e2ee-12ca-4e11-bce1-80b708999ecc service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891771 Apr 05 22:39:12.214058 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-2af9fdb3-3994-4ac7-99c7-69f817d457b9 req-d5740f55-c325-4209-883f-fccc57a355cd service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843120 Apr 05 22:39:12.315207 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [req-a26eb633-4405-435b-b032-c4d5707321ac req-a2b02440-d9a9-4e39-8e19-cb707beff654 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:39:12.316258 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a26eb633-4405-435b-b032-c4d5707321ac req-a2b02440-d9a9-4e39-8e19-cb707beff654 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056078 Apr 05 22:39:12.483555 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4882aa-f232-4b01-a070-bb108c8a63a7 req-9cb0c7ec-f79a-454e-b982-38a90ec4ea65 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:12.485148 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4e4882aa-f232-4b01-a070-bb108c8a63a7 req-9cb0c7ec-f79a-454e-b982-38a90ec4ea65 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0533006 Apr 05 22:39:12.531478 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4e4882aa-f232-4b01-a070-bb108c8a63a7 req-ecabd7a5-468e-4d78-a9b1-dc1d1f9a0750 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Apr 05 22:39:12.715474 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53268) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:12.806284 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-bfe41c3c-3d73-4f86-b319-ae1eec794326 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893340 Apr 05 22:39:12.816720 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-e837cbba-0db4-4b21-8efe-d196733ae710 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:39:12.818027 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-e837cbba-0db4-4b21-8efe-d196733ae710 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058615 Apr 05 22:39:12.899557 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53280) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:13.000750 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-b8720049-b0ac-47d1-b8f5-73bea9a3c92a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:13.003112 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-b8720049-b0ac-47d1-b8f5-73bea9a3c92a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports/89ea969b-15bb-4edb-b288-41defde6aa08 HTTP/1.1" status: 200 len: 940 time: 0.1022067 Apr 05 22:39:13.665129 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7e042-d38f-4b82-a565-ccc8abf5b542 req-7d3d6ec3-6470-4a94-a733-85d37940ce0a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:13.666866 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-62f7e042-d38f-4b82-a565-ccc8abf5b542 req-7d3d6ec3-6470-4a94-a733-85d37940ce0a tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0592270 Apr 05 22:39:13.717828 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-62f7e042-d38f-4b82-a565-ccc8abf5b542 req-770163e0-de0e-4129-9fdd-7fd156f4c2b0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Apr 05 22:39:14.020488 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-7e088eca-9c27-424c-9d4e-9f9d9ad82723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:14.022113 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-7e088eca-9c27-424c-9d4e-9f9d9ad82723 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39&tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9 HTTP/1.1" status: 200 len: 1127 time: 0.0455470 Apr 05 22:39:14.091587 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-75177fbe-604e-402d-9302-f3909f38d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:14.093123 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-75177fbe-604e-402d-9302-f3909f38d12e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 1127 time: 0.0485766 Apr 05 22:39:14.194817 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-82313853-20e5-4887-86bb-c01af2be66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:14.196293 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-82313853-20e5-4887-86bb-c01af2be66bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 200 len: 918 time: 0.0964196 Apr 05 22:39:14.242708 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 89ea969b-15bb-4edb-b288-41defde6aa08 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:14.263435 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-c6ff9c31-af1d-4f23-945e-903a82940395 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ea969b-15bb-4edb-b288-41defde6aa08 HTTP/1.1" status: 200 len: 999 time: 0.0612383 Apr 05 22:39:14.317416 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 89ea969b-15bb-4edb-b288-41defde6aa08 is: DOWN; New status is: DOWN {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:14.482261 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-17a7314b-0b93-4407-bc19-e991df35de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:14.483870 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-17a7314b-0b93-4407-bc19-e991df35de3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=153678da-7701-49d9-b921-ee9887cc1075 HTTP/1.1" status: 200 len: 856 time: 0.0484123 Apr 05 22:39:14.575526 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-7ed66a95-321c-4329-81fa-3580b715c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:14.577091 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-7ed66a95-321c-4329-81fa-3580b715c416 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69f3666c-d270-41ea-a8aa-729dc02e1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0515480 Apr 05 22:39:14.672304 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-595f6aba-a15b-4125-9b94-fa29764e01dc service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890603 Apr 05 22:39:14.766171 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-13cef29b-8012-452f-8dda-7ff0a54fde1a req-5c23a582-e01c-4aed-bb00-00206f438927 service neutron] 10.222.0.44 "GET /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881481 Apr 05 22:39:14.843540 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf9026-1b7e-41b9-a318-787cb19df65e req-c5a0badf-5382-4e92-ada7-2b83d703998c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:14.845040 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-edaf9026-1b7e-41b9-a318-787cb19df65e req-c5a0badf-5382-4e92-ada7-2b83d703998c tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0564973 Apr 05 22:39:14.896497 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-edaf9026-1b7e-41b9-a318-787cb19df65e req-dd5bf764-3d63-40ff-9bd4-64896be62d68 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456135 Apr 05 22:39:16.092748 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871dc0e-a0bf-4004-ba3b-8b0413137416 req-6f271ea2-3aff-4725-bcd6-75bc2ce3ff9d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:16.095257 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1871dc0e-a0bf-4004-ba3b-8b0413137416 req-6f271ea2-3aff-4725-bcd6-75bc2ce3ff9d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0926743 Apr 05 22:39:16.183385 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1871dc0e-a0bf-4004-ba3b-8b0413137416 req-7169a2fa-0c4a-4858-aafa-29e1486f68f0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797701 Apr 05 22:39:16.265192 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab280ca-d2a9-4159-9e79-c6540a6bceed req-d41833b8-fa4f-4f1f-87c2-499ce796d03d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:16.266728 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9ab280ca-d2a9-4159-9e79-c6540a6bceed req-d41833b8-fa4f-4f1f-87c2-499ce796d03d tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.3453240 Apr 05 22:39:16.315042 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-9ab280ca-d2a9-4159-9e79-c6540a6bceed req-61516824-ee57-470e-8f21-d04dc70e4255 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425889 Apr 05 22:39:17.318086 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b2a5e-399c-431b-9e44-de8efce0b669 req-55a649a9-9b9d-4325-9763-dfa3cfda965e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:17.319771 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-592b2a5e-399c-431b-9e44-de8efce0b669 req-55a649a9-9b9d-4325-9763-dfa3cfda965e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0581567 Apr 05 22:39:17.369830 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-592b2a5e-399c-431b-9e44-de8efce0b669 req-bf1050ff-bf86-461a-84cd-80bad03dd16e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435295 Apr 05 22:39:17.440881 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58987d-73e7-4167-ab07-0c7748d09cb1 req-646a16c7-edba-4dc0-bfe8-ba2c361d5001 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:17.442389 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-da58987d-73e7-4167-ab07-0c7748d09cb1 req-646a16c7-edba-4dc0-bfe8-ba2c361d5001 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.0527508 Apr 05 22:39:17.492577 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-da58987d-73e7-4167-ab07-0c7748d09cb1 req-2a017b1f-53a6-414e-a454-84797ad3f3bd tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439055 Apr 05 22:39:18.509422 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079ff00-765e-4782-a01f-80c6748d5d70 req-500a0459-bf37-447c-a2d0-76a4f85777d2 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:18.511515 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0079ff00-765e-4782-a01f-80c6748d5d70 req-500a0459-bf37-447c-a2d0-76a4f85777d2 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0610347 Apr 05 22:39:18.586786 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0079ff00-765e-4782-a01f-80c6748d5d70 req-f41d4819-bb76-4665-a99f-144c7450a3ce tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631297 Apr 05 22:39:18.641497 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f6f7c-c1af-4de0-bb86-ed9c269b08c3 req-79b00ca6-8475-45e0-8018-f62ad1800f6f tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:18.643232 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-946f6f7c-c1af-4de0-bb86-ed9c269b08c3 req-79b00ca6-8475-45e0-8018-f62ad1800f6f tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.0565665 Apr 05 22:39:18.699409 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-946f6f7c-c1af-4de0-bb86-ed9c269b08c3 req-70277bc6-5c83-4c14-9e86-febc721abee3 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465059 Apr 05 22:39:19.179478 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c5fad608-ae16-462d-ab43-86382a57b56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.702192 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6694e-f08b-4e97-8773-883030a1977d req-3f364924-3dfc-461a-981b-46199f846716 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:19.703862 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cdc6694e-f08b-4e97-8773-883030a1977d req-3f364924-3dfc-461a-981b-46199f846716 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0558598 Apr 05 22:39:19.765967 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cdc6694e-f08b-4e97-8773-883030a1977d req-2e3e4ce4-ad7a-49af-aa69-38194bd6803e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552118 Apr 05 22:39:19.789066 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.852868 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344188ac-0f47-4519-9b87-9a85cbb9bcef req-41c34996-ade4-4286-8359-655b2f9854d9 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:19.854505 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-344188ac-0f47-4519-9b87-9a85cbb9bcef req-41c34996-ade4-4286-8359-655b2f9854d9 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.0610538 Apr 05 22:39:19.904742 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-344188ac-0f47-4519-9b87-9a85cbb9bcef req-5f7f880d-7155-4639-a6a1-b3096c5e7a02 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435836 Apr 05 22:39:20.929122 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504166a1-06f3-4ff1-9ca4-f3dc3974cb69 req-be4f8eee-fa4d-41ce-9b3a-a545bda7c312 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:20.930827 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-504166a1-06f3-4ff1-9ca4-f3dc3974cb69 req-be4f8eee-fa4d-41ce-9b3a-a545bda7c312 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0701554 Apr 05 22:39:20.986453 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-504166a1-06f3-4ff1-9ca4-f3dc3974cb69 req-42821ebf-3ac1-45c8-8b87-a9d50a73c7c8 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454099 Apr 05 22:39:21.049733 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83ef17-19a9-4e69-92af-1078207f64b0 req-ad3e0697-6369-4de8-b0b9-5c15dbec8c88 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:21.051633 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7d83ef17-19a9-4e69-92af-1078207f64b0 req-ad3e0697-6369-4de8-b0b9-5c15dbec8c88 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.0732505 Apr 05 22:39:21.102008 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7d83ef17-19a9-4e69-92af-1078207f64b0 req-2a1f4d29-d6d5-4535-8a6b-b6b69ab7a6c3 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439880 Apr 05 22:39:21.565854 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-653e280a-632d-4347-9140-dd5ee3f6475d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:22.155122 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66881077-dbaa-4d76-9ee7-560ac5c0d22e req-2d1c3e01-defc-4fca-a5c5-d76687391728 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:22.157320 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-66881077-dbaa-4d76-9ee7-560ac5c0d22e req-2d1c3e01-defc-4fca-a5c5-d76687391728 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0738652 Apr 05 22:39:22.219326 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-66881077-dbaa-4d76-9ee7-560ac5c0d22e req-8fac3706-11eb-4844-af00-6648ede0b0b0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523417 Apr 05 22:39:22.235386 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8709c9-8ccf-4a3f-b54e-8e22301e9c8b req-84ed66ab-f1a5-469e-aace-5bec2a0ab819 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:22.237886 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-fd8709c9-8ccf-4a3f-b54e-8e22301e9c8b req-84ed66ab-f1a5-469e-aace-5bec2a0ab819 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.0612659 Apr 05 22:39:22.287172 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-fd8709c9-8ccf-4a3f-b54e-8e22301e9c8b req-ac42b15e-f101-41b9-aecd-0e9d60eacfda tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433404 Apr 05 22:39:22.499316 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:23.382769 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b3e02-302f-4dec-b5ca-0da863299253 req-436ab24e-31c8-4796-a1bc-95dc3f08f93b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:23.390696 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8c4b3e02-302f-4dec-b5ca-0da863299253 req-436ab24e-31c8-4796-a1bc-95dc3f08f93b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0716870 Apr 05 22:39:23.463754 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-8c4b3e02-302f-4dec-b5ca-0da863299253 req-b1c1ea5b-08df-4170-9e5a-b4e17059eeda tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720339 Apr 05 22:39:23.500404 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f10c4-99ea-4f02-906d-8ed50d0a130c req-25ce36d5-4521-4ec9-9f7a-12a7be6d7f46 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:23.504322 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b83f10c4-99ea-4f02-906d-8ed50d0a130c req-25ce36d5-4521-4ec9-9f7a-12a7be6d7f46 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.1157670 Apr 05 22:39:23.571199 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b83f10c4-99ea-4f02-906d-8ed50d0a130c req-75561b8f-8b02-40ab-b671-76112d086f18 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572164 Apr 05 22:39:23.961419 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:24.594136 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adde35-b48b-48bf-ae5e-0bcbfd3c11fc req-bbb9672d-6cde-4416-963c-9a7f98a45699 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:24.595608 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a6adde35-b48b-48bf-ae5e-0bcbfd3c11fc req-bbb9672d-6cde-4416-963c-9a7f98a45699 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0573380 Apr 05 22:39:24.647783 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a6adde35-b48b-48bf-ae5e-0bcbfd3c11fc req-e6023f6d-d3c3-4e24-bac8-6031776286ad tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464087 Apr 05 22:39:24.694301 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d65fdf-470c-40f2-8883-90f0d471f4d7 req-233e6e4a-3883-4138-b40c-acb559fc6092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:24.695816 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e7d65fdf-470c-40f2-8883-90f0d471f4d7 req-233e6e4a-3883-4138-b40c-acb559fc6092 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.0566046 Apr 05 22:39:24.747672 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-e7d65fdf-470c-40f2-8883-90f0d471f4d7 req-c55c66fd-22a1-4383-bb26-29bfc8bb642e tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461450 Apr 05 22:39:25.360327 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:25.786651 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e0e85-4417-4988-a7ed-6087dd9d514f req-4f56fe20-9197-4288-892c-c949679cbce7 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:25.788924 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f52e0e85-4417-4988-a7ed-6087dd9d514f req-4f56fe20-9197-4288-892c-c949679cbce7 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0666130 Apr 05 22:39:25.851926 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f52e0e85-4417-4988-a7ed-6087dd9d514f req-237e54c9-867b-499c-99d9-5a5931e4e733 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491388 Apr 05 22:39:25.889395 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06187f34-d22b-49ba-ba97-73f359cbc130 req-eba03ad8-63ab-4c8a-af1d-8c7df8cda402 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:25.891035 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-06187f34-d22b-49ba-ba97-73f359cbc130 req-eba03ad8-63ab-4c8a-af1d-8c7df8cda402 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.0607588 Apr 05 22:39:25.947368 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-06187f34-d22b-49ba-ba97-73f359cbc130 req-9f548b01-282e-4dd0-a6e3-5a622fd37b9b tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498576 Apr 05 22:39:26.088814 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53532) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:26.194501 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-662d485a-6933-4b36-acdc-b102b813a4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.268766 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-662d485a-6933-4b36-acdc-b102b813a4f8 admin admin] Publish callbacks [] for security_group (4ce4c16a-892b-4f7b-9fc4-ef8ad1aff9ba), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.274915 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-662d485a-6933-4b36-acdc-b102b813a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (4ce4c16a-892b-4f7b-9fc4-ef8ad1aff9ba), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.313539 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-662d485a-6933-4b36-acdc-b102b813a4f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8c28c56e744473d8b58f525845e551d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236152 Apr 05 22:39:26.314445 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d485a-6933-4b36-acdc-b102b813a4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce4c16a-892b-4f7b-9fc4-ef8ad1aff9ba,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:26.316430 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53536) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:26.375015 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c42b0c3-870c-4a9b-97dc-05ebea3a2fdd admin admin] Publish callbacks [] for security_group (4ce4c16a-892b-4f7b-9fc4-ef8ad1aff9ba), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.396285 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c42b0c3-870c-4a9b-97dc-05ebea3a2fdd admin admin] Publish callbacks [] for security_group (4ce4c16a-892b-4f7b-9fc4-ef8ad1aff9ba), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.446593 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c42b0c3-870c-4a9b-97dc-05ebea3a2fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (4ce4c16a-892b-4f7b-9fc4-ef8ad1aff9ba), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.449139 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c42b0c3-870c-4a9b-97dc-05ebea3a2fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.450380 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-0c42b0c3-870c-4a9b-97dc-05ebea3a2fdd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ce4c16a-892b-4f7b-9fc4-ef8ad1aff9ba HTTP/1.1" status: 204 len: 168 time: 0.1328576 Apr 05 22:39:26.458216 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42b0c3-870c-4a9b-97dc-05ebea3a2fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce4c16a-892b-4f7b-9fc4-ef8ad1aff9ba,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:26.725667 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53542) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:26.739090 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16312b52-1ae4-41b2-9307-0f0a930ba125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.810034 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16312b52-1ae4-41b2-9307-0f0a930ba125 admin admin] Publish callbacks [] for security_group (3b8cabf9-e75a-4998-ba51-8dbebdc67ced), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.816478 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16312b52-1ae4-41b2-9307-0f0a930ba125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (3b8cabf9-e75a-4998-ba51-8dbebdc67ced), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.854935 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-16312b52-1ae4-41b2-9307-0f0a930ba125 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=801adf8b1162447dafaa096b99636a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281276 Apr 05 22:39:26.855874 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16312b52-1ae4-41b2-9307-0f0a930ba125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8cabf9-e75a-4998-ba51-8dbebdc67ced,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:26.857854 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53544) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:26.912833 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5caa34e9-a714-46a5-90c6-f6e054087adc admin admin] Publish callbacks [] for security_group (3b8cabf9-e75a-4998-ba51-8dbebdc67ced), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.935941 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5caa34e9-a714-46a5-90c6-f6e054087adc admin admin] Publish callbacks [] for security_group (3b8cabf9-e75a-4998-ba51-8dbebdc67ced), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.966873 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749c816-d01c-446f-a6f1-045d2eb37409 req-3dd97c2a-0440-4c38-bd56-88df035d5306 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:26.968348 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4749c816-d01c-446f-a6f1-045d2eb37409 req-3dd97c2a-0440-4c38-bd56-88df035d5306 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.0579917 Apr 05 22:39:26.990909 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5caa34e9-a714-46a5-90c6-f6e054087adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (3b8cabf9-e75a-4998-ba51-8dbebdc67ced), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.993596 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5caa34e9-a714-46a5-90c6-f6e054087adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.997632 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-5caa34e9-a714-46a5-90c6-f6e054087adc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b8cabf9-e75a-4998-ba51-8dbebdc67ced HTTP/1.1" status: 204 len: 168 time: 0.1362000 Apr 05 22:39:27.005029 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa34e9-a714-46a5-90c6-f6e054087adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8cabf9-e75a-4998-ba51-8dbebdc67ced,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:27.020861 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4749c816-d01c-446f-a6f1-045d2eb37409 req-9bdd86df-57e8-4afd-ba5f-9af0774684c2 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463409 Apr 05 22:39:27.078047 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ce7d2-4ad6-40bc-ae3e-d3054ccc8384 req-faef3dbf-33e6-4e50-938f-66a6d2499218 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:27.079578 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4e2ce7d2-4ad6-40bc-ae3e-d3054ccc8384 req-faef3dbf-33e6-4e50-938f-66a6d2499218 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.0537457 Apr 05 22:39:27.132021 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4e2ce7d2-4ad6-40bc-ae3e-d3054ccc8384 req-37a4d816-ff5c-4f0a-9f9b-df37d267946f tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups?id=8ec88099-6aa6-4a99-bbb6-fceb191a96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464485 Apr 05 22:39:27.414834 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d1816-d056-4281-8d0c-045c582e773f req-109aa3ae-298c-4daf-88d7-a94c2c2ef8d9 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:27.417091 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cc2d1816-d056-4281-8d0c-045c582e773f req-109aa3ae-298c-4daf-88d7-a94c2c2ef8d9 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.44 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 946 time: 0.0680490 Apr 05 22:39:27.522615 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Deleting port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:27.522974 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.616887 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] For port b8c8b0a3-c20b-4b00-8296-3affb7c21d18, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b8c8b0a3-c20b-4b00-8296-3affb7c21d18,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:27.617244 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.801637 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.801913 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (de1bb904-9517-4aaa-aa04-77df009ec81d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.802292 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.l3_db [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Floating IP de1bb904-9517-4aaa-aa04-77df009ec81d disassociated. External IP: 172.28.3.238, port: b8c8b0a3-c20b-4b00-8296-3affb7c21d18. Apr 05 22:39:27.802665 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Calling delete_port for b8c8b0a3-c20b-4b00-8296-3affb7c21d18 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:27.939225 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (b8c8b0a3-c20b-4b00-8296-3affb7c21d18), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.968248 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event deleted for resources: {'Port': ['ID=b8c8b0a3-c20b-4b00-8296-3affb7c21d18,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:28.092775 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Router 837d3629-e791-437b-bd3c-1ddc7e18f831 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:28.238599 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336b3e6-db0f-436f-8e81-6b95ce144482 req-1d40e7fe-773a-4b3d-918b-4abf7ca09b21 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:28.240186 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3336b3e6-db0f-436f-8e81-6b95ce144482 req-1d40e7fe-773a-4b3d-918b-4abf7ca09b21 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 943 time: 0.1058738 Apr 05 22:39:28.242319 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-a56513a1-d710-4547-b4be-f598e7d1a3da req-519ca2e0-407b-4e64-97d8-75fb2db93bec tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 210 time: 0.0280015 Apr 05 22:39:28.254790 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:28.273197 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002291e4-07af-460f-8e7e-04b6268a1670 None None] Sync routers for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:28.281806 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 89ea969b-15bb-4edb-b288-41defde6aa08 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:39:28.285670 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002291e4-07af-460f-8e7e-04b6268a1670 None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:28.286299 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-002291e4-07af-460f-8e7e-04b6268a1670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:39:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:28.400968 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=89ea969b-15bb-4edb-b288-41defde6aa08,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:28.433480 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '89ea969b-15bb-4edb-b288-41defde6aa08', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'port_id': '89ea969b-15bb-4edb-b288-41defde6aa08', 'mac_address': 'fa:16:3e:c8:f4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:39:28.460313 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-002291e4-07af-460f-8e7e-04b6268a1670 None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:28.496622 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 89ea969b-15bb-4edb-b288-41defde6aa08 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:28.497121 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:28.544845 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ea969b-15bb-4edb-b288-41defde6aa08 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:28.582109 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=89ea969b-15bb-4edb-b288-41defde6aa08,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:28.594360 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:28.692628 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=89ea969b-15bb-4edb-b288-41defde6aa08,revision_number=9']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:28.710239 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.710593 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.710960 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.711321 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.711659 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.711989 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.712332 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.712657 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.712977 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.713306 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.713633 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.713958 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.714281 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.714598 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.714950 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:28.739672 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] No DVR routers for this DVR port b8c8b0a3-c20b-4b00-8296-3affb7c21d18 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:39:28.744182 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:28.748786 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-cc2d1816-d056-4281-8d0c-045c582e773f req-87fb4c71-9d81-4d3d-b239-cd2dbeb01da2 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.44 "DELETE /v2.0/ports/b8c8b0a3-c20b-4b00-8296-3affb7c21d18 HTTP/1.1" status: 204 len: 173 time: 1.3241827 Apr 05 22:39:28.749457 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'name': 'network-vif-deleted', 'tag': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:28.752255 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b1c7ad-2392-4290-92e2-294e88a6b41b" -d '{"events": [{"server_uuid": "5802f880-3969-4163-849a-aaeb8c9ebc94", "name": "network-vif-deleted", "tag": "b8c8b0a3-c20b-4b00-8296-3affb7c21d18"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:28.766779 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-002291e4-07af-460f-8e7e-04b6268a1670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:28.789034 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3336b3e6-db0f-436f-8e81-6b95ce144482 req-8ad30ca6-3874-41de-81cc-3d9185db91f9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5422208 Apr 05 22:39:28.800958 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e35af77-7702-41ca-b850-5e063f9477b6 x-openstack-request-id: req-0e35af77-7702-41ca-b850-5e063f9477b6 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:28.801448 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5802f880-3969-4163-849a-aaeb8c9ebc94", "name": "network-vif-deleted", "tag": "b8c8b0a3-c20b-4b00-8296-3affb7c21d18", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:28.801894 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e35af77-7702-41ca-b850-5e063f9477b6 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:28.802441 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e35af77-7702-41ca-b850-5e063f9477b6'] response: {'server_uuid': '5802f880-3969-4163-849a-aaeb8c9ebc94', 'name': 'network-vif-deleted', 'tag': 'b8c8b0a3-c20b-4b00-8296-3affb7c21d18', 'status': 'completed', 'code': 200} Apr 05 22:39:28.816058 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002291e4-07af-460f-8e7e-04b6268a1670 None None] Checking router: 837d3629-e791-437b-bd3c-1ddc7e18f831 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:28.824629 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002291e4-07af-460f-8e7e-04b6268a1670 None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:28.825659 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-002291e4-07af-460f-8e7e-04b6268a1670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:39:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:28.841503 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['89ea969b-15bb-4edb-b288-41defde6aa08'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:39:29.021417 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53614) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:29.043849 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-002291e4-07af-460f-8e7e-04b6268a1670 None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:29.125173 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a455efe8-2674-42d1-b9d0-dc3be63c9a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:29.203082 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a455efe8-2674-42d1-b9d0-dc3be63c9a2c admin admin] Publish callbacks [] for security_group (848684b6-ebca-4b8e-b6dc-062d1a86fbc9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:29.208004 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a455efe8-2674-42d1-b9d0-dc3be63c9a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (848684b6-ebca-4b8e-b6dc-062d1a86fbc9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:29.245218 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455efe8-2674-42d1-b9d0-dc3be63c9a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848684b6-ebca-4b8e-b6dc-062d1a86fbc9,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:29.249837 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-a455efe8-2674-42d1-b9d0-dc3be63c9a2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb6266be47194198ab11d43bb6c53e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274072 Apr 05 22:39:29.253220 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53618) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:29.259341 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-002291e4-07af-460f-8e7e-04b6268a1670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:29.286155 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002291e4-07af-460f-8e7e-04b6268a1670 None None] The sync data for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb is: [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '66542f56-440e-4036-b051-2a8e8b73c8bd', 'name': '', 'network_id': '16c5f87e-a006-47ae-947e-1cc8f902a2e8', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'mac_address': 'fa:16:3e:a8:3b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'subnets': [{'id': '95feccaa-a5da-4cb7-9abd-52112f8ef21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:29.333481 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4191-392e-44f3-ab27-86bb752443bb admin admin] Publish callbacks [] for security_group (848684b6-ebca-4b8e-b6dc-062d1a86fbc9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:29.382940 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4191-392e-44f3-ab27-86bb752443bb admin admin] Publish callbacks [] for security_group (848684b6-ebca-4b8e-b6dc-062d1a86fbc9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:29.386407 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1dc909f4-5ad0-43e8-b779-3da94d6c9513 req-0d0174d2-ebe8-42d5-ba57-f31bf3a04a04 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5802f880-3969-4163-849a-aaeb8c9ebc94 HTTP/1.1" status: 200 len: 210 time: 0.0346899 Apr 05 22:39:29.436621 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4191-392e-44f3-ab27-86bb752443bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (848684b6-ebca-4b8e-b6dc-062d1a86fbc9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:29.439431 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4191-392e-44f3-ab27-86bb752443bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:29.440613 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-fc7f4191-392e-44f3-ab27-86bb752443bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/848684b6-ebca-4b8e-b6dc-062d1a86fbc9 HTTP/1.1" status: 204 len: 168 time: 0.1863129 Apr 05 22:39:29.449684 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f4191-392e-44f3-ab27-86bb752443bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848684b6-ebca-4b8e-b6dc-062d1a86fbc9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:29.538387 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b625030-1eb1-4970-8d6f-f0c8f4702c6a None None] New status for floating IP de1bb904-9517-4aaa-aa04-77df009ec81d: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:39:29.717983 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53632) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:29.731066 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dbfaf4f-1784-44aa-b1f7-94d0f686c546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:29.808633 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dbfaf4f-1784-44aa-b1f7-94d0f686c546 admin admin] Publish callbacks [] for security_group (d1b98ea5-56cc-4478-83b5-4b03c36025c6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:29.815023 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8dbfaf4f-1784-44aa-b1f7-94d0f686c546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d1b98ea5-56cc-4478-83b5-4b03c36025c6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:29.857106 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-8dbfaf4f-1784-44aa-b1f7-94d0f686c546 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46d055f30ad24c71bb5731cfd8ecbfff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355979 Apr 05 22:39:29.857106 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfaf4f-1784-44aa-b1f7-94d0f686c546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b98ea5-56cc-4478-83b5-4b03c36025c6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:29.857530 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53642) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:29.908315 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6044ee7f-585c-44a7-abe5-797d01e740f9 admin admin] Publish callbacks [] for security_group (d1b98ea5-56cc-4478-83b5-4b03c36025c6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:29.929800 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6044ee7f-585c-44a7-abe5-797d01e740f9 admin admin] Publish callbacks [] for security_group (d1b98ea5-56cc-4478-83b5-4b03c36025c6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:29.934560 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8ddd2-cf40-4e75-9739-dda4c44ccb14 req-bc847c8b-5e49-4153-9e4b-910c94983fca tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:29.936095 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7de8ddd2-cf40-4e75-9739-dda4c44ccb14 req-bc847c8b-5e49-4153-9e4b-910c94983fca tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 944 time: 0.0549114 Apr 05 22:39:29.991249 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7de8ddd2-cf40-4e75-9739-dda4c44ccb14 req-78478f59-da50-45e2-bdaf-dec54629a267 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475364 Apr 05 22:39:29.992600 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6044ee7f-585c-44a7-abe5-797d01e740f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d1b98ea5-56cc-4478-83b5-4b03c36025c6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.000510 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6044ee7f-585c-44a7-abe5-797d01e740f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.001680 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-6044ee7f-585c-44a7-abe5-797d01e740f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1b98ea5-56cc-4478-83b5-4b03c36025c6 HTTP/1.1" status: 204 len: 168 time: 0.1430709 Apr 05 22:39:30.012314 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044ee7f-585c-44a7-abe5-797d01e740f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b98ea5-56cc-4478-83b5-4b03c36025c6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:30.299577 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 89ea969b-15bb-4edb-b288-41defde6aa08 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:30.355557 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 89ea969b-15bb-4edb-b288-41defde6aa08 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:30.355927 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.434725 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 89ea969b-15bb-4edb-b288-41defde6aa08 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:30.435110 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.464049 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:30.466428 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4774ba-c851-44ea-9a10-c9506da979ab" -d '{"events": [{"server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "name": "network-vif-plugged", "status": "completed", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:30.479000 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=89ea969b-15bb-4edb-b288-41defde6aa08,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:30.486087 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.486917 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device b8c8b0a3-c20b-4b00-8296-3affb7c21d18 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:30.493734 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53666) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:30.507416 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: b8c8b0a3-c20b-4b00-8296-3affb7c21d18 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:30.507756 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device b8c8b0a3-c20b-4b00-8296-3affb7c21d18 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:30.533310 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3decdd46-1b89-45e7-80d0-14969bcac8f5 x-openstack-request-id: req-3decdd46-1b89-45e7-80d0-14969bcac8f5 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:30.533888 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "name": "network-vif-plugged", "status": "completed", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:30.534302 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3decdd46-1b89-45e7-80d0-14969bcac8f5 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:30.534991 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3decdd46-1b89-45e7-80d0-14969bcac8f5'] response: {'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08', 'code': 200} Apr 05 22:39:30.566954 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=89ea969b-15bb-4edb-b288-41defde6aa08,revision_number=10']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:30.592951 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c19ba70-939c-4977-afee-0eb06491bd88 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group (8ec88099-6aa6-4a99-bbb6-fceb191a96bf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.621571 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c19ba70-939c-4977-afee-0eb06491bd88 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group (8ec88099-6aa6-4a99-bbb6-fceb191a96bf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.687758 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c19ba70-939c-4977-afee-0eb06491bd88 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8ec88099-6aa6-4a99-bbb6-fceb191a96bf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.691712 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c19ba70-939c-4977-afee-0eb06491bd88 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.693206 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-7c19ba70-939c-4977-afee-0eb06491bd88 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "DELETE /v2.0/security-groups/8ec88099-6aa6-4a99-bbb6-fceb191a96bf HTTP/1.1" status: 204 len: 168 time: 0.1979086 Apr 05 22:39:30.696987 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53674) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:30.707261 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19ba70-939c-4977-afee-0eb06491bd88 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec88099-6aa6-4a99-bbb6-fceb191a96bf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:30.713126 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.api.v2.resource [None req-fc4f130c-5e01-43ce-95b6-f10044cb7941 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] show failed (client error): The resource could not be found. Apr 05 22:39:30.715610 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-fc4f130c-5e01-43ce-95b6-f10044cb7941 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "GET /v2.0/security-groups/8ec88099-6aa6-4a99-bbb6-fceb191a96bf HTTP/1.1" status: 404 len: 347 time: 0.0168099 Apr 05 22:39:30.718291 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53678) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:30.763881 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef161d40-426b-4103-89d0-07117c6a3ec1 req-7307b640-9616-4f0c-b3a2-827ca84277e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:30.765757 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ef161d40-426b-4103-89d0-07117c6a3ec1 req-7307b640-9616-4f0c-b3a2-827ca84277e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 1130 time: 0.0495136 Apr 05 22:39:30.809046 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ef161d40-426b-4103-89d0-07117c6a3ec1 req-1ca5c85f-6360-4c32-89a9-a4ce6f405f3b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377090 Apr 05 22:39:30.852673 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd04b6-43d7-4a12-a4fa-224e4f8b6394 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Deleting port 802a39b4-3f7b-4582-ba87-e63e64614dd0 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:30.853010 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0dd04b6-43d7-4a12-a4fa-224e4f8b6394 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (802a39b4-3f7b-4582-ba87-e63e64614dd0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.934730 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0dd04b6-43d7-4a12-a4fa-224e4f8b6394 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (802a39b4-3f7b-4582-ba87-e63e64614dd0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.935033 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0dd04b6-43d7-4a12-a4fa-224e4f8b6394 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (802a39b4-3f7b-4582-ba87-e63e64614dd0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.947407 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd04b6-43d7-4a12-a4fa-224e4f8b6394 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Calling delete_port for 802a39b4-3f7b-4582-ba87-e63e64614dd0 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:31.097239 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0dd04b6-43d7-4a12-a4fa-224e4f8b6394 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (802a39b4-3f7b-4582-ba87-e63e64614dd0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:31.153212 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd04b6-43d7-4a12-a4fa-224e4f8b6394 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Pushing event deleted for resources: {'Port': ['ID=802a39b4-3f7b-4582-ba87-e63e64614dd0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:31.221973 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42241884-1d3d-4e06-851f-846eb0df84a7 req-fabe7c2d-3383-4b71-a72c-dbe93fa02a69 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:31.224047 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-42241884-1d3d-4e06-851f-846eb0df84a7 req-fabe7c2d-3383-4b71-a72c-dbe93fa02a69 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 946 time: 0.1389341 Apr 05 22:39:31.235442 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0dd04b6-43d7-4a12-a4fa-224e4f8b6394 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks [] for floatingip (de1bb904-9517-4aaa-aa04-77df009ec81d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:31.237976 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0dd04b6-43d7-4a12-a4fa-224e4f8b6394 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:31.240084 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-d0dd04b6-43d7-4a12-a4fa-224e4f8b6394 tempest-AttachVolumeTestJSON-1189580096 tempest-AttachVolumeTestJSON-1189580096-project] 10.222.0.43 "DELETE /v2.0/floatingips/de1bb904-9517-4aaa-aa04-77df009ec81d HTTP/1.1" status: 204 len: 168 time: 0.5196400 Apr 05 22:39:31.319266 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-42241884-1d3d-4e06-851f-846eb0df84a7 req-37a95f74-9c18-46bd-abdd-e7bb35537cd6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848165 Apr 05 22:39:31.444911 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd659ba-29e3-496a-888d-8beb64a52ecd req-97e5f455-72fb-4b9c-87f4-3dacc7a43a5e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:31.446419 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3cd659ba-29e3-496a-888d-8beb64a52ecd req-97e5f455-72fb-4b9c-87f4-3dacc7a43a5e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 945 time: 0.0611005 Apr 05 22:39:31.505793 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3cd659ba-29e3-496a-888d-8beb64a52ecd req-d5d54503-8483-455f-9556-66b262811209 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=740cb0b9-39c4-4da7-8553-f12f14c2b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527143 Apr 05 22:39:32.454981 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629677c8-f41e-4126-824a-c23232e94364 req-461ddbe4-2d42-4baa-8cdb-74052c1dc0da tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:32.456568 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-629677c8-f41e-4126-824a-c23232e94364 req-461ddbe4-2d42-4baa-8cdb-74052c1dc0da tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 946 time: 0.0572608 Apr 05 22:39:32.508375 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-629677c8-f41e-4126-824a-c23232e94364 req-50a8ba42-0b89-4f8c-82e4-acfb42592394 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456476 Apr 05 22:39:32.623014 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff772b-8952-4cb0-aeba-db58944fa9ec req-f486c2ea-4f27-4e0a-82de-c6615488924e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:32.624736 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fcff772b-8952-4cb0-aeba-db58944fa9ec req-f486c2ea-4f27-4e0a-82de-c6615488924e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 945 time: 0.0564144 Apr 05 22:39:32.673521 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-fcff772b-8952-4cb0-aeba-db58944fa9ec req-17ff923e-831c-4054-a1a7-439748b5afc0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=740cb0b9-39c4-4da7-8553-f12f14c2b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Apr 05 22:39:33.632189 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d9d15-cefd-43f9-b3b5-40bdf595f5cf req-578fba59-e6a2-4c6d-8827-2bec258ba6e1 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:33.633766 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d75d9d15-cefd-43f9-b3b5-40bdf595f5cf req-578fba59-e6a2-4c6d-8827-2bec258ba6e1 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 946 time: 0.0536308 Apr 05 22:39:33.641443 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-52629d05-ba71-43e2-9a3b-3ee8bd04262d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:33.642889 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-52629d05-ba71-43e2-9a3b-3ee8bd04262d tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 945 time: 0.0538259 Apr 05 22:39:33.680782 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-d75d9d15-cefd-43f9-b3b5-40bdf595f5cf req-d7be45a7-5fe3-4663-9099-ee219a5ddcc0 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409606 Apr 05 22:39:33.763290 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Deleting port 1d408db9-2292-4f42-8a6d-a0268341dff9 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:33.763627 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:33.833172 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf288b-597a-4e32-b633-5bff4727ef4c req-54158c02-51b4-4fa8-bee0-3d8ea7aff4bd tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:33.834186 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bfcf288b-597a-4e32-b633-5bff4727ef4c req-54158c02-51b4-4fa8-bee0-3d8ea7aff4bd tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 945 time: 0.0572455 Apr 05 22:39:33.871452 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] For port 1d408db9-2292-4f42-8a6d-a0268341dff9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1d408db9-2292-4f42-8a6d-a0268341dff9,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:33.871906 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:33.884568 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-bfcf288b-597a-4e32-b633-5bff4727ef4c req-0bd099b0-a6f9-4044-bf16-606d0a28bf2b tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups?id=740cb0b9-39c4-4da7-8553-f12f14c2b54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428174 Apr 05 22:39:34.064368 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:34.064739 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (1b6eb045-08ae-41a4-a165-e6b6d2a970ab), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:34.065071 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.l3_db [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Floating IP 1b6eb045-08ae-41a4-a165-e6b6d2a970ab disassociated. External IP: 172.28.3.20, port: 1d408db9-2292-4f42-8a6d-a0268341dff9. Apr 05 22:39:34.065418 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Calling delete_port for 1d408db9-2292-4f42-8a6d-a0268341dff9 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:34.209775 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (1d408db9-2292-4f42-8a6d-a0268341dff9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:34.238007 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event deleted for resources: {'Port': ['ID=1d408db9-2292-4f42-8a6d-a0268341dff9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:34.353512 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:34.469088 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:34.480251 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561e89e1-867e-42f3-abc6-86a05af5d43c None None] Sync routers for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:34.490218 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561e89e1-867e-42f3-abc6-86a05af5d43c None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:34.491052 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-561e89e1-867e-42f3-abc6-86a05af5d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:39:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:34.510660 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] No DVR routers for this DVR port 1d408db9-2292-4f42-8a6d-a0268341dff9 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:39:34.513093 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:34.516642 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-ec0aadc7-1675-4340-8aa1-28115d2a1d52 req-00e8a516-cf20-4596-8cd8-20bd50425ef0 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.44 "DELETE /v2.0/ports/1d408db9-2292-4f42-8a6d-a0268341dff9 HTTP/1.1" status: 204 len: 173 time: 0.8528404 Apr 05 22:39:34.517067 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'name': 'network-vif-deleted', 'tag': '1d408db9-2292-4f42-8a6d-a0268341dff9'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:34.519373 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb786ccb-1853-4978-8c9e-3739c8079e2b" -d '{"events": [{"server_uuid": "f9477ed7-b0bb-40cd-8659-819bba0a80aa", "name": "network-vif-deleted", "tag": "1d408db9-2292-4f42-8a6d-a0268341dff9"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:34.580774 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51149430-08b3-4b63-9b93-7e76df2cc726 x-openstack-request-id: req-51149430-08b3-4b63-9b93-7e76df2cc726 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:34.581068 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9477ed7-b0bb-40cd-8659-819bba0a80aa", "name": "network-vif-deleted", "tag": "1d408db9-2292-4f42-8a6d-a0268341dff9", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:34.581319 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51149430-08b3-4b63-9b93-7e76df2cc726 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:34.582034 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51149430-08b3-4b63-9b93-7e76df2cc726'] response: {'server_uuid': 'f9477ed7-b0bb-40cd-8659-819bba0a80aa', 'name': 'network-vif-deleted', 'tag': '1d408db9-2292-4f42-8a6d-a0268341dff9', 'status': 'completed', 'code': 200} Apr 05 22:39:34.624417 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-561e89e1-867e-42f3-abc6-86a05af5d43c None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:34.828903 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fafe76-4c2b-48e3-a00d-7ec0aed70787 req-7a2c491c-f998-435a-9a16-d8e87bc5bf28 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:34.830376 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-88fafe76-4c2b-48e3-a00d-7ec0aed70787 req-7a2c491c-f998-435a-9a16-d8e87bc5bf28 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 946 time: 0.0514903 Apr 05 22:39:34.848329 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-561e89e1-867e-42f3-abc6-86a05af5d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:34.874467 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561e89e1-867e-42f3-abc6-86a05af5d43c None None] Checking router: d5ab0a1a-40e0-46dd-949c-80556bfbb1bd for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:34.875680 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-88fafe76-4c2b-48e3-a00d-7ec0aed70787 req-91100194-ebbf-4241-a140-ec8d5b2fcaa9 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395050 Apr 05 22:39:34.882599 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561e89e1-867e-42f3-abc6-86a05af5d43c None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:34.883182 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-561e89e1-867e-42f3-abc6-86a05af5d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:39:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:35.023439 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53816) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:35.031901 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b4a6004b-5527-4c6d-b0de-fd96503048ff req-e7dcb8e4-18d3-4779-9e3c-4a5f116af907 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9477ed7-b0bb-40cd-8659-819bba0a80aa HTTP/1.1" status: 200 len: 210 time: 0.0380335 Apr 05 22:39:35.066123 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-561e89e1-867e-42f3-abc6-86a05af5d43c None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:35.344257 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-561e89e1-867e-42f3-abc6-86a05af5d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:35.375001 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561e89e1-867e-42f3-abc6-86a05af5d43c None None] The sync data for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb is: [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:33:34Z', 'revision_number': 4, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '4df8f70d-3c69-480b-8d61-70b8243e93ba', 'name': '', 'network_id': '3b6690ac-f4b8-4a7e-968f-10ccb08336f7', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'mac_address': 'fa:16:3e:73:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:29Z', 'updated_at': '2022-04-05T22:33:49Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'subnets': [{'id': 'd7f3574c-1479-402b-b66c-800a10f43d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:35.548539 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a9084ed9-67af-45a1-9788-d66c54ca1bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685912'] for router_interface (837d3629-e791-437b-bd3c-1ddc7e18f831), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:35.609710 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7853b0f-1054-4381-8c12-4edfe00efa94 None None] New status for floating IP 1b6eb045-08ae-41a4-a165-e6b6d2a970ab: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:39:35.814415 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a9084ed9-67af-45a1-9788-d66c54ca1bc7 admin admin] Deleting port 66542f56-440e-4036-b051-2a8e8b73c8bd {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:35.814808 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a9084ed9-67af-45a1-9788-d66c54ca1bc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:35.897915 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-a9084ed9-67af-45a1-9788-d66c54ca1bc7 admin admin] For port 66542f56-440e-4036-b051-2a8e8b73c8bd, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=66542f56-440e-4036-b051-2a8e8b73c8bd,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:35.898508 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a9084ed9-67af-45a1-9788-d66c54ca1bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:35.911339 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a9084ed9-67af-45a1-9788-d66c54ca1bc7 admin admin] Calling delete_port for 66542f56-440e-4036-b051-2a8e8b73c8bd owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:35.982179 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53834) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:36.097708 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a9084ed9-67af-45a1-9788-d66c54ca1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (66542f56-440e-4036-b051-2a8e8b73c8bd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.100715 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9985f810-7361-47dc-8e32-5e2bf0d188ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.123248 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9084ed9-67af-45a1-9788-d66c54ca1bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=66542f56-440e-4036-b051-2a8e8b73c8bd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:36.147196 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53842) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:36.215618 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9985f810-7361-47dc-8e32-5e2bf0d188ee admin admin] Publish callbacks [] for security_group (95922562-ed46-437a-ac46-cc4624335e32), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.221351 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9985f810-7361-47dc-8e32-5e2bf0d188ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (95922562-ed46-437a-ac46-cc4624335e32), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.261919 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985f810-7361-47dc-8e32-5e2bf0d188ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95922562-ed46-437a-ac46-cc4624335e32,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:36.268663 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-9985f810-7361-47dc-8e32-5e2bf0d188ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=141349d0f6364fc5981e7368981ae146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853365 Apr 05 22:39:36.271404 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53844) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:36.274815 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc7fc-bf21-41ea-80f0-4228cdb343d5 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (740cb0b9-39c4-4da7-8553-f12f14c2b54d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.314970 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 1d408db9-2292-4f42-8a6d-a0268341dff9 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:36.332400 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31abf22c-6380-40dd-9e4d-3323412b85f1 admin admin] Publish callbacks [] for security_group (95922562-ed46-437a-ac46-cc4624335e32), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.332519 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc7fc-bf21-41ea-80f0-4228cdb343d5 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (740cb0b9-39c4-4da7-8553-f12f14c2b54d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.342142 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 1d408db9-2292-4f42-8a6d-a0268341dff9 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:36.342597 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 1d408db9-2292-4f42-8a6d-a0268341dff9 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:36.354911 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31abf22c-6380-40dd-9e4d-3323412b85f1 admin admin] Publish callbacks [] for security_group (95922562-ed46-437a-ac46-cc4624335e32), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.378326 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a9084ed9-67af-45a1-9788-d66c54ca1bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683976'] for router_interface (837d3629-e791-437b-bd3c-1ddc7e18f831), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.404446 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31abf22c-6380-40dd-9e4d-3323412b85f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (95922562-ed46-437a-ac46-cc4624335e32), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.406955 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31abf22c-6380-40dd-9e4d-3323412b85f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.408132 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-31abf22c-6380-40dd-9e4d-3323412b85f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95922562-ed46-437a-ac46-cc4624335e32 HTTP/1.1" status: 204 len: 168 time: 0.1349413 Apr 05 22:39:36.416099 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abf22c-6380-40dd-9e4d-3323412b85f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95922562-ed46-437a-ac46-cc4624335e32,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:36.437088 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc7fc-bf21-41ea-80f0-4228cdb343d5 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (740cb0b9-39c4-4da7-8553-f12f14c2b54d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.439626 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc7fc-bf21-41ea-80f0-4228cdb343d5 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.440844 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-e3ccc7fc-bf21-41ea-80f0-4228cdb343d5 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "DELETE /v2.0/security-groups/740cb0b9-39c4-4da7-8553-f12f14c2b54d HTTP/1.1" status: 204 len: 168 time: 0.2925007 Apr 05 22:39:36.443877 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53848) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:36.460119 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.api.v2.resource [None req-39e6f86c-c0f3-488a-aa96-313d97422ce7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] show failed (client error): The resource could not be found. Apr 05 22:39:36.462685 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-39e6f86c-c0f3-488a-aa96-313d97422ce7 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "GET /v2.0/security-groups/740cb0b9-39c4-4da7-8553-f12f14c2b54d HTTP/1.1" status: 404 len: 347 time: 0.0160377 Apr 05 22:39:36.464313 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53850) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:36.475499 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccc7fc-bf21-41ea-80f0-4228cdb343d5 tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=740cb0b9-39c4-4da7-8553-f12f14c2b54d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:36.593034 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-47558e79-58ad-4623-863a-d2fb1aa0d23e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Deleting port 74b80ba0-dd26-434d-914e-1a8ef538c591 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:36.593372 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47558e79-58ad-4623-863a-d2fb1aa0d23e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (74b80ba0-dd26-434d-914e-1a8ef538c591), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.624882 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9084ed9-67af-45a1-9788-d66c54ca1bc7 admin admin] Router 837d3629-e791-437b-bd3c-1ddc7e18f831 has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:36.674479 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47558e79-58ad-4623-863a-d2fb1aa0d23e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (74b80ba0-dd26-434d-914e-1a8ef538c591), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.675055 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47558e79-58ad-4623-863a-d2fb1aa0d23e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (74b80ba0-dd26-434d-914e-1a8ef538c591), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.691716 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-47558e79-58ad-4623-863a-d2fb1aa0d23e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Calling delete_port for 74b80ba0-dd26-434d-914e-1a8ef538c591 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:36.731904 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53854) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:36.748274 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3fe91fe5-3795-4a5e-a35b-472f89745383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.750473 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9084ed9-67af-45a1-9788-d66c54ca1bc7 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:36.761404 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-a9084ed9-67af-45a1-9788-d66c54ca1bc7 admin admin] 10.222.0.43 "PUT /v2.0/routers/837d3629-e791-437b-bd3c-1ddc7e18f831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311089 Apr 05 22:39:36.761607 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53856) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:36.766385 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6682958d-d143-42af-a18a-13cd4d7ddb23 None None] Sync routers for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:36.779961 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6682958d-d143-42af-a18a-13cd4d7ddb23 None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:36.780861 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6682958d-d143-42af-a18a-13cd4d7ddb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:39:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:36.836625 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47558e79-58ad-4623-863a-d2fb1aa0d23e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (74b80ba0-dd26-434d-914e-1a8ef538c591), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.862702 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47558e79-58ad-4623-863a-d2fb1aa0d23e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Pushing event deleted for resources: {'Port': ['ID=74b80ba0-dd26-434d-914e-1a8ef538c591,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:36.906246 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Publish callbacks [] for router (837d3629-e791-437b-bd3c-1ddc7e18f831), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.909586 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-6682958d-d143-42af-a18a-13cd4d7ddb23 None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:36.929346 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47558e79-58ad-4623-863a-d2fb1aa0d23e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks [] for floatingip (1b6eb045-08ae-41a4-a165-e6b6d2a970ab), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.933322 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47558e79-58ad-4623-863a-d2fb1aa0d23e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:36.933322 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-47558e79-58ad-4623-863a-d2fb1aa0d23e tempest-AttachVolumeNegativeTest-551460019 tempest-AttachVolumeNegativeTest-551460019-project] 10.222.0.43 "DELETE /v2.0/floatingips/1b6eb045-08ae-41a4-a165-e6b6d2a970ab HTTP/1.1" status: 204 len: 168 time: 0.4678898 Apr 05 22:39:36.979059 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3fe91fe5-3795-4a5e-a35b-472f89745383 admin admin] Publish callbacks [] for security_group (189cab88-bbea-4641-bc76-4e772a5ca582), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.013467 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3fe91fe5-3795-4a5e-a35b-472f89745383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (189cab88-bbea-4641-bc76-4e772a5ca582), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.076420 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe91fe5-3795-4a5e-a35b-472f89745383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189cab88-bbea-4641-bc76-4e772a5ca582,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:37.081848 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-3fe91fe5-3795-4a5e-a35b-472f89745383 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f48364405ca347a9afe21ad8d302ec99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489742 Apr 05 22:39:37.084933 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53862) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:37.092927 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Publish callbacks [] for router_gateway (837d3629-e791-437b-bd3c-1ddc7e18f831), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.166662 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-804244f7-ad25-4f42-a67d-03416a4cb8d8 admin admin] Publish callbacks [] for security_group (189cab88-bbea-4641-bc76-4e772a5ca582), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.193787 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-804244f7-ad25-4f42-a67d-03416a4cb8d8 admin admin] Publish callbacks [] for security_group (189cab88-bbea-4641-bc76-4e772a5ca582), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.201324 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Deleting port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:37.201648 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.213014 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6682958d-d143-42af-a18a-13cd4d7ddb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:39:36Z', 'revision_number': 5, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port': {'id': 'a29b4e48-d9b9-4e19-9ea3-7bb042b782d2', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:25Z', 'updated_at': '2022-04-05T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:37.242286 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6682958d-d143-42af-a18a-13cd4d7ddb23 None None] Checking router: 837d3629-e791-437b-bd3c-1ddc7e18f831 for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:37.250579 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6682958d-d143-42af-a18a-13cd4d7ddb23 None None] Routers {'837d3629-e791-437b-bd3c-1ddc7e18f831'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:37.251234 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6682958d-d143-42af-a18a-13cd4d7ddb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:39:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['837d3629-e791-437b-bd3c-1ddc7e18f831'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:37.301150 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] For port a29b4e48-d9b9-4e19-9ea3-7bb042b782d2, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=a29b4e48-d9b9-4e19-9ea3-7bb042b782d2,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:37.301484 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.303680 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-804244f7-ad25-4f42-a67d-03416a4cb8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (189cab88-bbea-4641-bc76-4e772a5ca582), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.306140 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-804244f7-ad25-4f42-a67d-03416a4cb8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.307297 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-804244f7-ad25-4f42-a67d-03416a4cb8d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/189cab88-bbea-4641-bc76-4e772a5ca582 HTTP/1.1" status: 204 len: 168 time: 0.2205708 Apr 05 22:39:37.322650 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Calling delete_port for a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:37.326519 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804244f7-ad25-4f42-a67d-03416a4cb8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189cab88-bbea-4641-bc76-4e772a5ca582,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:37.347097 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-6682958d-d143-42af-a18a-13cd4d7ddb23 None None] Set router 837d3629-e791-437b-bd3c-1ddc7e18f831 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:37.399923 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6682958d-d143-42af-a18a-13cd4d7ddb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:39:37Z', 'revision_number': 6, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port_host': None}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:37.429274 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6682958d-d143-42af-a18a-13cd4d7ddb23 None None] The sync data for ids ['837d3629-e791-437b-bd3c-1ddc7e18f831'] in dv-cinder-835881-4-smb is: [{'id': '837d3629-e791-437b-bd3c-1ddc7e18f831', 'name': 'tempest-AttachVolumeTestJSON-663243186-router', 'tenant_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:39:37Z', 'revision_number': 6, 'project_id': '6869f250fa5f4729bf1a0a1cb79c77e7', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:37.519069 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (a29b4e48-d9b9-4e19-9ea3-7bb042b782d2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.549388 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Pushing event deleted for resources: {'Port': ['ID=a29b4e48-d9b9-4e19-9ea3-7bb042b782d2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:37.605594 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683918'] for router_gateway (837d3629-e791-437b-bd3c-1ddc7e18f831), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.695316 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62026'] for router (837d3629-e791-437b-bd3c-1ddc7e18f831), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.697464 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Publish callbacks [] for router_controller (837d3629-e791-437b-bd3c-1ddc7e18f831), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.744834 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684596'] for router (837d3629-e791-437b-bd3c-1ddc7e18f831), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.745487 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 837d3629-e791-437b-bd3c-1ddc7e18f831 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:39:37.751230 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.753074 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-9c5f1843-77eb-4aea-855e-28b51af5239c admin admin] 10.222.0.43 "DELETE /v2.0/routers/837d3629-e791-437b-bd3c-1ddc7e18f831 HTTP/1.1" status: 204 len: 168 time: 0.9902492 Apr 05 22:39:37.755977 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 53876) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:37.810436 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f8e8e4-03c7-430c-a839-8cc9bbfef118 admin admin] Deleting subnet 95feccaa-a5da-4cb7-9abd-52112f8ef21a {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:39:37.815408 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46f8e8e4-03c7-430c-a839-8cc9bbfef118 admin admin] Publish callbacks [] for subnet (95feccaa-a5da-4cb7-9abd-52112f8ef21a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.860176 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46f8e8e4-03c7-430c-a839-8cc9bbfef118 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60389431'] for subnet (95feccaa-a5da-4cb7-9abd-52112f8ef21a), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:37.949291 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46f8e8e4-03c7-430c-a839-8cc9bbfef118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (95feccaa-a5da-4cb7-9abd-52112f8ef21a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.009732 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46f8e8e4-03c7-430c-a839-8cc9bbfef118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60645529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59583216'] for subnet (95feccaa-a5da-4cb7-9abd-52112f8ef21a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.037451 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46f8e8e4-03c7-430c-a839-8cc9bbfef118 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.041419 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-46f8e8e4-03c7-430c-a839-8cc9bbfef118 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/95feccaa-a5da-4cb7-9abd-52112f8ef21a HTTP/1.1" status: 204 len: 168 time: 0.2841053 Apr 05 22:39:38.042805 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8e8e4-03c7-430c-a839-8cc9bbfef118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95feccaa-a5da-4cb7-9abd-52112f8ef21a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:38.043259 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeabaeeb-40b9-4a01-8601-169eeb3364a5 None None] Network 16c5f87e-a006-47ae-947e-1cc8f902a2e8 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:39:38.044884 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53886) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:38.123267 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (16c5f87e-a006-47ae-947e-1cc8f902a2e8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.209288 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Deleting port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:38.209792 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.238252 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9adf32-1f9a-4263-adf7-59f0ab6fc051 None None] DHCP port deletion for 16c5f87e-a006-47ae-947e-1cc8f902a2e8 request from dv-cinder-835881-4-smb {{(pid=103231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:39:38.288596 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] For port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4220b24e-f0e5-4353-bd6a-b421f65bf2e6,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:38.291597 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.308669 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-fa9adf32-1f9a-4263-adf7-59f0ab6fc051 None None] Deleting port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:38.309342 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fa9adf32-1f9a-4263-adf7-59f0ab6fc051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.332511 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:38.341923 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Calling delete_port for 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:38.388511 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:38.388850 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device a29b4e48-d9b9-4e19-9ea3-7bb042b782d2 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:38.389480 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 66542f56-440e-4036-b051-2a8e8b73c8bd no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:38.414817 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 66542f56-440e-4036-b051-2a8e8b73c8bd {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:38.414817 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 66542f56-440e-4036-b051-2a8e8b73c8bd not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:38.431949 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-fa9adf32-1f9a-4263-adf7-59f0ab6fc051 None None] For port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4220b24e-f0e5-4353-bd6a-b421f65bf2e6,segment=NetworkSegment(dc15bd94-8d98-4754-a0c4-91c1195841a6),segment_id=dc15bd94-8d98-4754-a0c4-91c1195841a6)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:38.432128 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fa9adf32-1f9a-4263-adf7-59f0ab6fc051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.465800 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-fa9adf32-1f9a-4263-adf7-59f0ab6fc051 None None] Calling delete_port for 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 owned by network:dhcp {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:38.470063 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.499946 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4220b24e-f0e5-4353-bd6a-b421f65bf2e6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:38.503798 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] No DVR routers for this DVR port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 on host dv-cinder-835881-4-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:39:38.560622 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fa9adf32-1f9a-4263-adf7-59f0ab6fc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949'] for port (4220b24e-f0e5-4353-bd6a-b421f65bf2e6), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.584795 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (16c5f87e-a006-47ae-947e-1cc8f902a2e8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.590941 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9adf32-1f9a-4263-adf7-59f0ab6fc051 None None] Pushing event deleted for resources: {'Port': ['ID=4220b24e-f0e5-4353-bd6a-b421f65bf2e6,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:38.596027 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9adf32-1f9a-4263-adf7-59f0ab6fc051 None None] No DVR routers for this DVR port 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 on host dv-cinder-835881-4-smb {{(pid=103231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:39:38.618440 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c5f87e-a006-47ae-947e-1cc8f902a2e8']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:38.630132 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc15bd94-8d98-4754-a0c4-91c1195841a6') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:38.630418 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc15bd94-8d98-4754-a0c4-91c1195841a6') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:38.640529 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226939'] for segment (dc15bd94-8d98-4754-a0c4-91c1195841a6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.654439 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (dc15bd94-8d98-4754-a0c4-91c1195841a6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.661509 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:39:38.662225 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267126'] for segment (dc15bd94-8d98-4754-a0c4-91c1195841a6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: Traceback (most recent call last): Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: timer() Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: cb(*args, **kw) Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: return func(*args, **kwargs) Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: self._notify() Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: self.callback(batched_events) Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: event.method(event) Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: return f(self, *a, **k) Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: return self._get(url).json() Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: return self.request(url, 'GET', **kwargs) Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:39:38.664207 dv-cinder-835881-4-smb neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:39:38.724049 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (16c5f87e-a006-47ae-947e-1cc8f902a2e8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.735491 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.742094 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] 10.222.0.43 "DELETE /v2.0/networks/16c5f87e-a006-47ae-947e-1cc8f902a2e8 HTTP/1.1" status: 204 len: 168 time: 0.6960785 Apr 05 22:39:38.752073 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e65d8d-9630-4c19-8fa3-149cd78e73dd admin admin] Pushing event deleted for resources: {'Network': ['ID=16c5f87e-a006-47ae-947e-1cc8f902a2e8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:38.913156 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53918) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:38.953606 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-47e08667-f006-445a-b518-6e8a4ccbfcdb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6869f250fa5f4729bf1a0a1cb79c77e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392296 Apr 05 22:39:38.956377 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53920) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:39.008906 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce4d-cd1d-4ca8-88df-d61aa99bcacd admin admin] Publish callbacks [] for security_group (fe7641ef-3c51-497d-9d88-e6081297333b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.269817 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce4d-cd1d-4ca8-88df-d61aa99bcacd admin admin] Publish callbacks [] for security_group (fe7641ef-3c51-497d-9d88-e6081297333b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.317465 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce4d-cd1d-4ca8-88df-d61aa99bcacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (fe7641ef-3c51-497d-9d88-e6081297333b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.320150 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce4d-cd1d-4ca8-88df-d61aa99bcacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.321388 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-f3c2ce4d-cd1d-4ca8-88df-d61aa99bcacd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe7641ef-3c51-497d-9d88-e6081297333b HTTP/1.1" status: 204 len: 168 time: 0.3639851 Apr 05 22:39:39.330442 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2ce4d-cd1d-4ca8-88df-d61aa99bcacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7641ef-3c51-497d-9d88-e6081297333b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:40.037401 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:40.060487 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:40.060810 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4220b24e-f0e5-4353-bd6a-b421f65bf2e6 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:40.745400 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 53998) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:40.777893 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:39:41.125606 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54016) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:41.231851 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b071c36-f628-4e5f-bf6a-8c722ad2f618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.255597 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-812b2761-71c4-484e-9a0d-6c17b61955cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685912'] for router_interface (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.304685 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b071c36-f628-4e5f-bf6a-8c722ad2f618 admin admin] Publish callbacks [] for security_group (4422c2fd-259a-4713-8da5-69b536604407), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.310004 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b071c36-f628-4e5f-bf6a-8c722ad2f618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (4422c2fd-259a-4713-8da5-69b536604407), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.345927 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b071c36-f628-4e5f-bf6a-8c722ad2f618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4422c2fd-259a-4713-8da5-69b536604407,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:41.352689 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-8b071c36-f628-4e5f-bf6a-8c722ad2f618 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec6b0de2946446cb90beb878e01512d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234926 Apr 05 22:39:41.352942 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54020) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:41.400361 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18583358-d516-4ae8-98d2-45518bba993a admin admin] Publish callbacks [] for security_group (4422c2fd-259a-4713-8da5-69b536604407), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.422611 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18583358-d516-4ae8-98d2-45518bba993a admin admin] Publish callbacks [] for security_group (4422c2fd-259a-4713-8da5-69b536604407), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.476818 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18583358-d516-4ae8-98d2-45518bba993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (4422c2fd-259a-4713-8da5-69b536604407), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.479741 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18583358-d516-4ae8-98d2-45518bba993a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.480939 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-18583358-d516-4ae8-98d2-45518bba993a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4422c2fd-259a-4713-8da5-69b536604407 HTTP/1.1" status: 204 len: 168 time: 0.1270776 Apr 05 22:39:41.488536 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18583358-d516-4ae8-98d2-45518bba993a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4422c2fd-259a-4713-8da5-69b536604407,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:41.507976 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-812b2761-71c4-484e-9a0d-6c17b61955cf admin admin] Deleting port 4df8f70d-3c69-480b-8d61-70b8243e93ba {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:41.508253 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-812b2761-71c4-484e-9a0d-6c17b61955cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.588611 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-812b2761-71c4-484e-9a0d-6c17b61955cf admin admin] For port 4df8f70d-3c69-480b-8d61-70b8243e93ba, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4df8f70d-3c69-480b-8d61-70b8243e93ba,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:41.588842 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-812b2761-71c4-484e-9a0d-6c17b61955cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.601745 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-812b2761-71c4-484e-9a0d-6c17b61955cf admin admin] Calling delete_port for 4df8f70d-3c69-480b-8d61-70b8243e93ba owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:41.758449 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54030) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:41.775308 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a8634ce5-c23f-47d1-bc28-ecfefe59ce46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.797643 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-812b2761-71c4-484e-9a0d-6c17b61955cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (4df8f70d-3c69-480b-8d61-70b8243e93ba), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.827059 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b2761-71c4-484e-9a0d-6c17b61955cf admin admin] Pushing event deleted for resources: {'Port': ['ID=4df8f70d-3c69-480b-8d61-70b8243e93ba,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:41.877695 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a8634ce5-c23f-47d1-bc28-ecfefe59ce46 admin admin] Publish callbacks [] for security_group (34afaf18-da41-4ada-9ab8-769e0c3de7bc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.885400 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a8634ce5-c23f-47d1-bc28-ecfefe59ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (34afaf18-da41-4ada-9ab8-769e0c3de7bc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.928601 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8634ce5-c23f-47d1-bc28-ecfefe59ce46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34afaf18-da41-4ada-9ab8-769e0c3de7bc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:41.941896 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-a8634ce5-c23f-47d1-bc28-ecfefe59ce46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbf75e66999e4205a3ae019cfbe11469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819427 Apr 05 22:39:41.942678 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54034) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:42.016360 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c89805b-bd5f-4c56-8200-b611f8bd9439 admin admin] Publish callbacks [] for security_group (34afaf18-da41-4ada-9ab8-769e0c3de7bc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.056574 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-812b2761-71c4-484e-9a0d-6c17b61955cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683976'] for router_interface (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.057261 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c89805b-bd5f-4c56-8200-b611f8bd9439 admin admin] Publish callbacks [] for security_group (34afaf18-da41-4ada-9ab8-769e0c3de7bc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.125195 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c89805b-bd5f-4c56-8200-b611f8bd9439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (34afaf18-da41-4ada-9ab8-769e0c3de7bc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.128080 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c89805b-bd5f-4c56-8200-b611f8bd9439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.135368 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-2c89805b-bd5f-4c56-8200-b611f8bd9439 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34afaf18-da41-4ada-9ab8-769e0c3de7bc HTTP/1.1" status: 204 len: 168 time: 0.1881945 Apr 05 22:39:42.145744 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89805b-bd5f-4c56-8200-b611f8bd9439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34afaf18-da41-4ada-9ab8-769e0c3de7bc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:42.329489 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812b2761-71c4-484e-9a0d-6c17b61955cf admin admin] Router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:42.436988 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812b2761-71c4-484e-9a0d-6c17b61955cf admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:42.444910 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-812b2761-71c4-484e-9a0d-6c17b61955cf admin admin] 10.222.0.43 "PUT /v2.0/routers/d5ab0a1a-40e0-46dd-949c-80556bfbb1bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6983988 Apr 05 22:39:42.445107 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54048) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:42.447886 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48d181-1f8e-4093-9983-9671718d91ae None None] Sync routers for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:42.461737 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48d181-1f8e-4093-9983-9671718d91ae None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:42.462588 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3e48d181-1f8e-4093-9983-9671718d91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:39:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:42.567598 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Publish callbacks [] for router (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.678480 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Publish callbacks [] for router_gateway (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.717438 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-3e48d181-1f8e-4093-9983-9671718d91ae None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:42.739920 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Deleting port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:42.740265 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.828517 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] For port db19d46d-ee98-40b6-9db1-8ec1a2ea4d84, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=db19d46d-ee98-40b6-9db1-8ec1a2ea4d84,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:42.828889 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.844716 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Calling delete_port for db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:42.901800 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3e48d181-1f8e-4093-9983-9671718d91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:39:41Z', 'revision_number': 5, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port': {'id': 'db19d46d-ee98-40b6-9db1-8ec1a2ea4d84', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:23Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:42.934466 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48d181-1f8e-4093-9983-9671718d91ae None None] Checking router: d5ab0a1a-40e0-46dd-949c-80556bfbb1bd for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:42.943312 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48d181-1f8e-4093-9983-9671718d91ae None None] Routers {'d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:42.943920 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3e48d181-1f8e-4093-9983-9671718d91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:39:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:43.021118 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (db19d46d-ee98-40b6-9db1-8ec1a2ea4d84), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.035607 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-3e48d181-1f8e-4093-9983-9671718d91ae None None] Set router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd gateway port host: None {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:43.047963 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Pushing event deleted for resources: {'Port': ['ID=db19d46d-ee98-40b6-9db1-8ec1a2ea4d84,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:43.089266 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-3e48d181-1f8e-4093-9983-9671718d91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:39:42Z', 'revision_number': 6, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port_host': None}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:43.114837 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683918'] for router_gateway (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.118117 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48d181-1f8e-4093-9983-9671718d91ae None None] The sync data for ids ['d5ab0a1a-40e0-46dd-949c-80556bfbb1bd'] in dv-cinder-835881-4-smb is: [{'id': 'd5ab0a1a-40e0-46dd-949c-80556bfbb1bd', 'name': 'tempest-AttachVolumeNegativeTest-685622973-router', 'tenant_id': '798e0839ad15488b8cb8ee35603db32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:21Z', 'updated_at': '2022-04-05T22:39:42Z', 'revision_number': 6, 'project_id': '798e0839ad15488b8cb8ee35603db32a', 'gw_port_host': None}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:43.230254 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62026'] for router (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.234931 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Publish callbacks [] for router_controller (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.303569 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684596'] for router (d5ab0a1a-40e0-46dd-949c-80556bfbb1bd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.304150 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5ab0a1a-40e0-46dd-949c-80556bfbb1bd {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:39:43.310517 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.314890 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-9876dc42-941b-4955-b324-24d7e5dcc223 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d5ab0a1a-40e0-46dd-949c-80556bfbb1bd HTTP/1.1" status: 204 len: 168 time: 0.8655787 Apr 05 22:39:43.315201 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54078) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:43.319368 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54080) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:43.365119 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e75a121-63c8-401d-a17f-87415d0dc573 admin admin] Deleting subnet d7f3574c-1479-402b-b66c-800a10f43d9e {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:39:43.368544 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e75a121-63c8-401d-a17f-87415d0dc573 admin admin] Publish callbacks [] for subnet (d7f3574c-1479-402b-b66c-800a10f43d9e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.409437 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e75a121-63c8-401d-a17f-87415d0dc573 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2226688'] for subnet (d7f3574c-1479-402b-b66c-800a10f43d9e), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.428773 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24d5128d-cf06-442a-9575-40f113bb98c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.509186 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e75a121-63c8-401d-a17f-87415d0dc573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (d7f3574c-1479-402b-b66c-800a10f43d9e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.529590 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24d5128d-cf06-442a-9575-40f113bb98c7 admin admin] Publish callbacks [] for security_group (0260c136-2d3d-486d-8592-e0866a296050), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.534780 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24d5128d-cf06-442a-9575-40f113bb98c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (0260c136-2d3d-486d-8592-e0866a296050), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.575214 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5128d-cf06-442a-9575-40f113bb98c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0260c136-2d3d-486d-8592-e0866a296050,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:43.582491 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-24d5128d-cf06-442a-9575-40f113bb98c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3515e7caa841421680e1307d2a7ece56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621078 Apr 05 22:39:43.583484 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54084) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:43.601959 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e75a121-63c8-401d-a17f-87415d0dc573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2267036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59888112'] for subnet (d7f3574c-1479-402b-b66c-800a10f43d9e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.632504 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75a121-63c8-401d-a17f-87415d0dc573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f3574c-1479-402b-b66c-800a10f43d9e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:43.633902 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-598d61d8-0145-4ae3-857b-2d9b2cad2b4e admin admin] Publish callbacks [] for security_group (0260c136-2d3d-486d-8592-e0866a296050), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.634478 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e75a121-63c8-401d-a17f-87415d0dc573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.640214 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e619ad-19d6-49e4-8e2e-621b8938c515 None None] Network 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:39:43.641148 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-9e75a121-63c8-401d-a17f-87415d0dc573 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d7f3574c-1479-402b-b66c-800a10f43d9e HTTP/1.1" status: 204 len: 168 time: 0.3236840 Apr 05 22:39:43.642111 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54086) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:43.675631 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-598d61d8-0145-4ae3-857b-2d9b2cad2b4e admin admin] Publish callbacks [] for security_group (0260c136-2d3d-486d-8592-e0866a296050), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.712790 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (3b6690ac-f4b8-4a7e-968f-10ccb08336f7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.747518 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-598d61d8-0145-4ae3-857b-2d9b2cad2b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (0260c136-2d3d-486d-8592-e0866a296050), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.750278 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-598d61d8-0145-4ae3-857b-2d9b2cad2b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.751610 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-598d61d8-0145-4ae3-857b-2d9b2cad2b4e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0260c136-2d3d-486d-8592-e0866a296050 HTTP/1.1" status: 204 len: 168 time: 0.1671810 Apr 05 22:39:43.762562 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d61d8-0145-4ae3-857b-2d9b2cad2b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0260c136-2d3d-486d-8592-e0866a296050,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:43.812382 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Deleting port d63d8f0e-41db-4732-bb84-f6849b4903f4 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:43.813237 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.879128 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] For port d63d8f0e-41db-4732-bb84-f6849b4903f4, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=d63d8f0e-41db-4732-bb84-f6849b4903f4,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:43.879373 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.896560 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Calling delete_port for d63d8f0e-41db-4732-bb84-f6849b4903f4 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:43.929475 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b5be51-860e-4ab7-bd6a-cc0a98e44188 None None] DHCP port deletion for 3b6690ac-f4b8-4a7e-968f-10ccb08336f7 request from dv-cinder-835881-4-smb {{(pid=103231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:39:43.978202 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-c8b5be51-860e-4ab7-bd6a-cc0a98e44188 None None] Deleting port d63d8f0e-41db-4732-bb84-f6849b4903f4 {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:43.978569 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8b5be51-860e-4ab7-bd6a-cc0a98e44188 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.996053 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.030294 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Pushing event deleted for resources: {'Port': ['ID=d63d8f0e-41db-4732-bb84-f6849b4903f4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:44.033956 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] No DVR routers for this DVR port d63d8f0e-41db-4732-bb84-f6849b4903f4 on host dv-cinder-835881-4-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:39:44.057754 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4df8f70d-3c69-480b-8d61-70b8243e93ba no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:44.085980 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 4df8f70d-3c69-480b-8d61-70b8243e93ba {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:44.086365 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4df8f70d-3c69-480b-8d61-70b8243e93ba not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:44.087244 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:44.123976 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:44.124405 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device db19d46d-ee98-40b6-9db1-8ec1a2ea4d84 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:44.124913 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device d63d8f0e-41db-4732-bb84-f6849b4903f4 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:44.135532 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (3b6690ac-f4b8-4a7e-968f-10ccb08336f7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.155944 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-c8b5be51-860e-4ab7-bd6a-cc0a98e44188 None None] For port d63d8f0e-41db-4732-bb84-f6849b4903f4, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=d63d8f0e-41db-4732-bb84-f6849b4903f4,segment=NetworkSegment(74ba9062-97ca-405d-af7f-589e394d504f),segment_id=74ba9062-97ca-405d-af7f-589e394d504f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:44.156335 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8b5be51-860e-4ab7-bd6a-cc0a98e44188 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.159575 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: d63d8f0e-41db-4732-bb84-f6849b4903f4 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:44.159780 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6690ac-f4b8-4a7e-968f-10ccb08336f7']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:44.159879 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device d63d8f0e-41db-4732-bb84-f6849b4903f4 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:44.173152 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-c8b5be51-860e-4ab7-bd6a-cc0a98e44188 None None] Calling delete_port for d63d8f0e-41db-4732-bb84-f6849b4903f4 owned by network:dhcp {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:44.176020 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ba9062-97ca-405d-af7f-589e394d504f') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:44.176431 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ba9062-97ca-405d-af7f-589e394d504f') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:44.198122 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226939'] for segment (74ba9062-97ca-405d-af7f-589e394d504f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.217818 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (74ba9062-97ca-405d-af7f-589e394d504f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.225947 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:39:44.226353 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267126'] for segment (74ba9062-97ca-405d-af7f-589e394d504f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: Traceback (most recent call last): Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: timer() Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: cb(*args, **kw) Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: return func(*args, **kwargs) Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: self._notify() Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: self.callback(batched_events) Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: event.method(event) Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: return f(self, *a, **k) Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: return self._get(url).json() Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: return self.request(url, 'GET', **kwargs) Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:39:44.228723 dv-cinder-835881-4-smb neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:39:44.259101 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8b5be51-860e-4ab7-bd6a-cc0a98e44188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949'] for port (d63d8f0e-41db-4732-bb84-f6849b4903f4), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.292715 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5be51-860e-4ab7-bd6a-cc0a98e44188 None None] Pushing event deleted for resources: {'Port': ['ID=d63d8f0e-41db-4732-bb84-f6849b4903f4,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:44.295662 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5be51-860e-4ab7-bd6a-cc0a98e44188 None None] No DVR routers for this DVR port d63d8f0e-41db-4732-bb84-f6849b4903f4 on host dv-cinder-835881-4-smb {{(pid=103231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:39:44.297645 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (3b6690ac-f4b8-4a7e-968f-10ccb08336f7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.306124 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.309126 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] 10.222.0.43 "DELETE /v2.0/networks/3b6690ac-f4b8-4a7e-968f-10ccb08336f7 HTTP/1.1" status: 204 len: 168 time: 0.6659470 Apr 05 22:39:44.335858 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5f0d1-1f63-4c8e-a992-231a68cc752b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6690ac-f4b8-4a7e-968f-10ccb08336f7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:44.433068 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54112) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:44.480038 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-31856153-c31c-49ef-a050-605e4f5ba5d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=798e0839ad15488b8cb8ee35603db32a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454366 Apr 05 22:39:44.482522 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54114) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:44.528155 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf79744d-c7f8-4ecf-86e5-1c6d472947c6 admin admin] Publish callbacks [] for security_group (a257c621-60f8-4654-9ad6-23ceb75cae49), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.553189 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf79744d-c7f8-4ecf-86e5-1c6d472947c6 admin admin] Publish callbacks [] for security_group (a257c621-60f8-4654-9ad6-23ceb75cae49), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.600591 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf79744d-c7f8-4ecf-86e5-1c6d472947c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a257c621-60f8-4654-9ad6-23ceb75cae49), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.603559 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf79744d-c7f8-4ecf-86e5-1c6d472947c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.604753 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-bf79744d-c7f8-4ecf-86e5-1c6d472947c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a257c621-60f8-4654-9ad6-23ceb75cae49 HTTP/1.1" status: 204 len: 168 time: 0.1212928 Apr 05 22:39:44.613886 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79744d-c7f8-4ecf-86e5-1c6d472947c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a257c621-60f8-4654-9ad6-23ceb75cae49,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:45.084967 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54152) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:45.202654 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e247dbff-15a0-46e0-b741-a9b072e7f8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.282954 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e247dbff-15a0-46e0-b741-a9b072e7f8bd admin admin] Publish callbacks [] for security_group (a71fe921-b0d6-4a97-be72-34ea644b5f82), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.288238 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e247dbff-15a0-46e0-b741-a9b072e7f8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a71fe921-b0d6-4a97-be72-34ea644b5f82), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.328256 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-e247dbff-15a0-46e0-b741-a9b072e7f8bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8e507cd667a4de1b84347e2bee50c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398419 Apr 05 22:39:45.328256 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247dbff-15a0-46e0-b741-a9b072e7f8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71fe921-b0d6-4a97-be72-34ea644b5f82,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:45.328737 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54164) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:45.392974 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc363-e21c-4e42-b8f3-92f2df4152d3 admin admin] Publish callbacks [] for security_group (a71fe921-b0d6-4a97-be72-34ea644b5f82), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.414242 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc363-e21c-4e42-b8f3-92f2df4152d3 admin admin] Publish callbacks [] for security_group (a71fe921-b0d6-4a97-be72-34ea644b5f82), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.460914 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc363-e21c-4e42-b8f3-92f2df4152d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a71fe921-b0d6-4a97-be72-34ea644b5f82), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.463727 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc363-e21c-4e42-b8f3-92f2df4152d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.464888 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-4d9bc363-e21c-4e42-b8f3-92f2df4152d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a71fe921-b0d6-4a97-be72-34ea644b5f82 HTTP/1.1" status: 204 len: 168 time: 0.1331465 Apr 05 22:39:45.473596 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bc363-e21c-4e42-b8f3-92f2df4152d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71fe921-b0d6-4a97-be72-34ea644b5f82,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:45.888034 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54204) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:46.043353 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3da024e-899c-4990-9666-490cc0316ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.119411 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3da024e-899c-4990-9666-490cc0316ff6 admin admin] Publish callbacks [] for security_group (5f61109c-291b-4b64-8f4a-807d51b9fd1d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.126840 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3da024e-899c-4990-9666-490cc0316ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (5f61109c-291b-4b64-8f4a-807d51b9fd1d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.181410 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-b3da024e-899c-4990-9666-490cc0316ff6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd272803f3fd41c3880dd69fb4a3e5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898209 Apr 05 22:39:46.181410 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da024e-899c-4990-9666-490cc0316ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f61109c-291b-4b64-8f4a-807d51b9fd1d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:46.182594 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54222) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:46.261672 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Publish callbacks [] for security_group (5f61109c-291b-4b64-8f4a-807d51b9fd1d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.285081 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Publish callbacks [] for security_group (5f61109c-291b-4b64-8f4a-807d51b9fd1d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.333064 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (5f61109c-291b-4b64-8f4a-807d51b9fd1d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.335779 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.339917 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f61109c-291b-4b64-8f4a-807d51b9fd1d HTTP/1.1" status: 204 len: 168 time: 0.1565797 Apr 05 22:39:46.349278 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f61109c-291b-4b64-8f4a-807d51b9fd1d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:46.357580 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.358250 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.358250 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.359023 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.359023 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.359602 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.359602 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.359899 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.360255 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.360579 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.360881 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.361225 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.362442 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.362442 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:46.362442 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399654e-71be-47de-994d-0b04686a61d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:48.689058 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54322) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:48.795665 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3833d831-a3d9-47b3-9f65-8306d06a5311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:48.866494 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3833d831-a3d9-47b3-9f65-8306d06a5311 admin admin] Publish callbacks [] for security_group (c007978e-53b9-4834-80be-47992b280b01), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:48.871661 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3833d831-a3d9-47b3-9f65-8306d06a5311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (c007978e-53b9-4834-80be-47992b280b01), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:48.908671 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-3833d831-a3d9-47b3-9f65-8306d06a5311 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8a05446d2e24cfcb9316f228438c9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185104 Apr 05 22:39:48.909487 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833d831-a3d9-47b3-9f65-8306d06a5311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c007978e-53b9-4834-80be-47992b280b01,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:48.911721 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54326) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:48.967573 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89e7e784-cccf-4d23-845e-238dfcb4b52b admin admin] Publish callbacks [] for security_group (c007978e-53b9-4834-80be-47992b280b01), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:48.992227 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89e7e784-cccf-4d23-845e-238dfcb4b52b admin admin] Publish callbacks [] for security_group (c007978e-53b9-4834-80be-47992b280b01), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.041211 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89e7e784-cccf-4d23-845e-238dfcb4b52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (c007978e-53b9-4834-80be-47992b280b01), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.044098 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89e7e784-cccf-4d23-845e-238dfcb4b52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.048057 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-89e7e784-cccf-4d23-845e-238dfcb4b52b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c007978e-53b9-4834-80be-47992b280b01 HTTP/1.1" status: 204 len: 168 time: 0.1353424 Apr 05 22:39:49.056374 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7e784-cccf-4d23-845e-238dfcb4b52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c007978e-53b9-4834-80be-47992b280b01,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:49.189547 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-59e1fb36-241f-4f81-9bab-8fe924a5e146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.345724 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54358) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:49.359597 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53e56715-6706-4050-85ee-51ee8d219935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.435347 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53e56715-6706-4050-85ee-51ee8d219935 admin admin] Publish callbacks [] for security_group (c2901bbf-9158-49dd-8d46-8d4287837749), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.441857 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53e56715-6706-4050-85ee-51ee8d219935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (c2901bbf-9158-49dd-8d46-8d4287837749), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.481037 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-53e56715-6706-4050-85ee-51ee8d219935 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6607eda959b4935911dd65faaaf2bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342151 Apr 05 22:39:49.483235 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e56715-6706-4050-85ee-51ee8d219935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2901bbf-9158-49dd-8d46-8d4287837749,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:49.484397 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54360) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:49.562355 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89a0195c-8144-436f-a90f-1e307780406e admin admin] Publish callbacks [] for security_group (c2901bbf-9158-49dd-8d46-8d4287837749), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.587301 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89a0195c-8144-436f-a90f-1e307780406e admin admin] Publish callbacks [] for security_group (c2901bbf-9158-49dd-8d46-8d4287837749), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.640440 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89a0195c-8144-436f-a90f-1e307780406e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (c2901bbf-9158-49dd-8d46-8d4287837749), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.643733 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89a0195c-8144-436f-a90f-1e307780406e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:49.647094 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-89a0195c-8144-436f-a90f-1e307780406e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2901bbf-9158-49dd-8d46-8d4287837749 HTTP/1.1" status: 204 len: 168 time: 0.1614575 Apr 05 22:39:49.656178 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0195c-8144-436f-a90f-1e307780406e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2901bbf-9158-49dd-8d46-8d4287837749,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:49.762046 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:51.386073 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54442) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:51.503908 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9685addf-1a38-4c7e-b921-8b9b98bf6791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:51.562218 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5004117a-034e-4fe8-ba9a-4bc9154114ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:51.578642 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9685addf-1a38-4c7e-b921-8b9b98bf6791 admin admin] Publish callbacks [] for security_group (e5a5009c-b68d-47e7-bcdd-63b025a509fd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:51.584244 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9685addf-1a38-4c7e-b921-8b9b98bf6791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (e5a5009c-b68d-47e7-bcdd-63b025a509fd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:51.623264 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-9685addf-1a38-4c7e-b921-8b9b98bf6791 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96c33c8ccfae48af9e3c2d73c161668b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354219 Apr 05 22:39:51.624209 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685addf-1a38-4c7e-b921-8b9b98bf6791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a5009c-b68d-47e7-bcdd-63b025a509fd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:51.626545 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54450) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:51.686554 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5605f3a3-1c2b-4614-824d-f541262d8b8d admin admin] Publish callbacks [] for security_group (e5a5009c-b68d-47e7-bcdd-63b025a509fd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:51.707267 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5605f3a3-1c2b-4614-824d-f541262d8b8d admin admin] Publish callbacks [] for security_group (e5a5009c-b68d-47e7-bcdd-63b025a509fd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:51.756519 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5605f3a3-1c2b-4614-824d-f541262d8b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (e5a5009c-b68d-47e7-bcdd-63b025a509fd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:51.758935 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5605f3a3-1c2b-4614-824d-f541262d8b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:51.760165 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-5605f3a3-1c2b-4614-824d-f541262d8b8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5a5009c-b68d-47e7-bcdd-63b025a509fd HTTP/1.1" status: 204 len: 168 time: 0.1325049 Apr 05 22:39:51.767580 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605f3a3-1c2b-4614-824d-f541262d8b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a5009c-b68d-47e7-bcdd-63b025a509fd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:52.041932 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54464) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:52.055136 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-65581674-9dee-4c68-b751-89f2dd77507a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.129542 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-65581674-9dee-4c68-b751-89f2dd77507a admin admin] Publish callbacks [] for security_group (18fad835-203e-45b2-85c0-96c52cccc448), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.135112 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-65581674-9dee-4c68-b751-89f2dd77507a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (18fad835-203e-45b2-85c0-96c52cccc448), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.177892 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-65581674-9dee-4c68-b751-89f2dd77507a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4722b034581a4d399e5bdc071a2660a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348646 Apr 05 22:39:52.178766 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65581674-9dee-4c68-b751-89f2dd77507a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fad835-203e-45b2-85c0-96c52cccc448,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:52.180614 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54466) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:52.229300 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae4a46f5-afda-4ae3-8f2b-1348fa4162b7 admin admin] Publish callbacks [] for security_group (18fad835-203e-45b2-85c0-96c52cccc448), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.252249 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae4a46f5-afda-4ae3-8f2b-1348fa4162b7 admin admin] Publish callbacks [] for security_group (18fad835-203e-45b2-85c0-96c52cccc448), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.304449 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae4a46f5-afda-4ae3-8f2b-1348fa4162b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (18fad835-203e-45b2-85c0-96c52cccc448), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.306917 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae4a46f5-afda-4ae3-8f2b-1348fa4162b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.308095 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-ae4a46f5-afda-4ae3-8f2b-1348fa4162b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18fad835-203e-45b2-85c0-96c52cccc448 HTTP/1.1" status: 204 len: 168 time: 0.1264639 Apr 05 22:39:52.316036 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a46f5-afda-4ae3-8f2b-1348fa4162b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fad835-203e-45b2-85c0-96c52cccc448,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:52.493142 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:53.281937 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54518) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:53.389644 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5960c72d-de70-4910-b8f1-bdb408f2cb04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:53.465628 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5960c72d-de70-4910-b8f1-bdb408f2cb04 admin admin] Publish callbacks [] for security_group (3e7cc8a3-a474-41ca-abbb-a949363e04d4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:53.470333 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5960c72d-de70-4910-b8f1-bdb408f2cb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (3e7cc8a3-a474-41ca-abbb-a949363e04d4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:53.507898 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-5960c72d-de70-4910-b8f1-bdb408f2cb04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a58d61499344e99b6b27c5a2a909264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248242 Apr 05 22:39:53.509007 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960c72d-de70-4910-b8f1-bdb408f2cb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7cc8a3-a474-41ca-abbb-a949363e04d4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:53.510796 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54530) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:53.558447 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-912f9123-e652-40c6-aee8-08feb7cb1192 admin admin] Publish callbacks [] for security_group (3e7cc8a3-a474-41ca-abbb-a949363e04d4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:53.578820 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-912f9123-e652-40c6-aee8-08feb7cb1192 admin admin] Publish callbacks [] for security_group (3e7cc8a3-a474-41ca-abbb-a949363e04d4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:53.639984 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-912f9123-e652-40c6-aee8-08feb7cb1192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (3e7cc8a3-a474-41ca-abbb-a949363e04d4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:53.642535 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-912f9123-e652-40c6-aee8-08feb7cb1192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:53.644079 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-912f9123-e652-40c6-aee8-08feb7cb1192 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e7cc8a3-a474-41ca-abbb-a949363e04d4 HTTP/1.1" status: 204 len: 168 time: 0.1321049 Apr 05 22:39:53.651523 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f9123-e652-40c6-aee8-08feb7cb1192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7cc8a3-a474-41ca-abbb-a949363e04d4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:53.927912 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54550) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:53.971186 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.036242 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e2a98d1-5711-4a93-a673-7ce4feebf87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.116568 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e2a98d1-5711-4a93-a673-7ce4feebf87c admin admin] Publish callbacks [] for security_group (ca287987-4130-4774-92e3-57c5529d55c9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.121658 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e2a98d1-5711-4a93-a673-7ce4feebf87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (ca287987-4130-4774-92e3-57c5529d55c9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.163822 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-8e2a98d1-5711-4a93-a673-7ce4feebf87c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d9d4c04db634ebebb70da015d73441f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322247 Apr 05 22:39:54.163822 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a98d1-5711-4a93-a673-7ce4feebf87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca287987-4130-4774-92e3-57c5529d55c9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:54.164708 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54566) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:54.194054 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54568) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:54.227908 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c96aafdd-d5bd-4223-a54b-e331e363de14 admin admin] Publish callbacks [] for security_group (ca287987-4130-4774-92e3-57c5529d55c9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.252486 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c96aafdd-d5bd-4223-a54b-e331e363de14 admin admin] Publish callbacks [] for security_group (ca287987-4130-4774-92e3-57c5529d55c9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.304443 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c96aafdd-d5bd-4223-a54b-e331e363de14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (ca287987-4130-4774-92e3-57c5529d55c9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.305645 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f11a48c-4cc9-4ef8-bceb-dc06014230a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.307312 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c96aafdd-d5bd-4223-a54b-e331e363de14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.311075 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-c96aafdd-d5bd-4223-a54b-e331e363de14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca287987-4130-4774-92e3-57c5529d55c9 HTTP/1.1" status: 204 len: 168 time: 0.1443932 Apr 05 22:39:54.320165 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96aafdd-d5bd-4223-a54b-e331e363de14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca287987-4130-4774-92e3-57c5529d55c9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:54.412135 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f11a48c-4cc9-4ef8-bceb-dc06014230a4 admin admin] Publish callbacks [] for security_group (7b8b224e-0627-4eba-8a9c-b4ae15a1f87c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.418017 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f11a48c-4cc9-4ef8-bceb-dc06014230a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (7b8b224e-0627-4eba-8a9c-b4ae15a1f87c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.465567 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-5f11a48c-4cc9-4ef8-bceb-dc06014230a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78b2d3df10c24860af761ee4a325fcc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703135 Apr 05 22:39:54.466879 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11a48c-4cc9-4ef8-bceb-dc06014230a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8b224e-0627-4eba-8a9c-b4ae15a1f87c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:54.468348 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54584) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:54.520066 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8692fa7a-b47d-41a7-ae40-28429e4e0123 admin admin] Publish callbacks [] for security_group (7b8b224e-0627-4eba-8a9c-b4ae15a1f87c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.542372 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8692fa7a-b47d-41a7-ae40-28429e4e0123 admin admin] Publish callbacks [] for security_group (7b8b224e-0627-4eba-8a9c-b4ae15a1f87c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.593487 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8692fa7a-b47d-41a7-ae40-28429e4e0123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (7b8b224e-0627-4eba-8a9c-b4ae15a1f87c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.596380 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8692fa7a-b47d-41a7-ae40-28429e4e0123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.600071 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-8692fa7a-b47d-41a7-ae40-28429e4e0123 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b8b224e-0627-4eba-8a9c-b4ae15a1f87c HTTP/1.1" status: 204 len: 168 time: 0.1282938 Apr 05 22:39:54.607309 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692fa7a-b47d-41a7-ae40-28429e4e0123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8b224e-0627-4eba-8a9c-b4ae15a1f87c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:54.637890 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54592) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:54.652655 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74a1b886-5b66-4d2b-9363-af80aee6c64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.740149 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74a1b886-5b66-4d2b-9363-af80aee6c64c admin admin] Publish callbacks [] for security_group (e78b59b1-51f0-4253-bec2-c9a7c82f69da), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.745546 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74a1b886-5b66-4d2b-9363-af80aee6c64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (e78b59b1-51f0-4253-bec2-c9a7c82f69da), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.788695 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-74a1b886-5b66-4d2b-9363-af80aee6c64c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d818b395b184bf4adf4c2a0469faf5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494632 Apr 05 22:39:54.789946 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1b886-5b66-4d2b-9363-af80aee6c64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78b59b1-51f0-4253-bec2-c9a7c82f69da,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:54.792058 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54594) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:54.847138 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0a82939-03c8-4183-9d21-759a306702b1 admin admin] Publish callbacks [] for security_group (e78b59b1-51f0-4253-bec2-c9a7c82f69da), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.868061 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0a82939-03c8-4183-9d21-759a306702b1 admin admin] Publish callbacks [] for security_group (e78b59b1-51f0-4253-bec2-c9a7c82f69da), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.919827 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0a82939-03c8-4183-9d21-759a306702b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (e78b59b1-51f0-4253-bec2-c9a7c82f69da), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.922705 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0a82939-03c8-4183-9d21-759a306702b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.923980 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-e0a82939-03c8-4183-9d21-759a306702b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e78b59b1-51f0-4253-bec2-c9a7c82f69da HTTP/1.1" status: 204 len: 168 time: 0.1301508 Apr 05 22:39:54.932902 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a82939-03c8-4183-9d21-759a306702b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78b59b1-51f0-4253-bec2-c9a7c82f69da,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:55.006894 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54600) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:55.022177 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91aae074-8bce-4875-a085-65edf7729486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.110912 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91aae074-8bce-4875-a085-65edf7729486 admin admin] Publish callbacks [] for security_group (459bd5e5-bac7-4d80-8ab5-15f4274d2580), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.116445 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91aae074-8bce-4875-a085-65edf7729486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (459bd5e5-bac7-4d80-8ab5-15f4274d2580), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.162977 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-91aae074-8bce-4875-a085-65edf7729486 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3bc5f4c68ed4a16ab9158c0a2d701e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526616 Apr 05 22:39:55.164111 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54608) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:55.171816 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aae074-8bce-4875-a085-65edf7729486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459bd5e5-bac7-4d80-8ab5-15f4274d2580,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:55.217354 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-358de8af-eef5-47c6-bb14-b4505bc1e94b admin admin] Publish callbacks [] for security_group (459bd5e5-bac7-4d80-8ab5-15f4274d2580), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.239638 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-358de8af-eef5-47c6-bb14-b4505bc1e94b admin admin] Publish callbacks [] for security_group (459bd5e5-bac7-4d80-8ab5-15f4274d2580), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.291686 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-358de8af-eef5-47c6-bb14-b4505bc1e94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (459bd5e5-bac7-4d80-8ab5-15f4274d2580), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.294598 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-358de8af-eef5-47c6-bb14-b4505bc1e94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.295801 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-358de8af-eef5-47c6-bb14-b4505bc1e94b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/459bd5e5-bac7-4d80-8ab5-15f4274d2580 HTTP/1.1" status: 204 len: 168 time: 0.1305094 Apr 05 22:39:55.304511 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358de8af-eef5-47c6-bb14-b4505bc1e94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459bd5e5-bac7-4d80-8ab5-15f4274d2580,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:55.350806 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.637897 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54630) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:55.651084 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4de5679-361a-455c-83ce-168aee3fc48f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.723190 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4de5679-361a-455c-83ce-168aee3fc48f admin admin] Publish callbacks [] for security_group (8d165be3-71a8-43dc-9dc5-8617b7201936), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.727917 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4de5679-361a-455c-83ce-168aee3fc48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8d165be3-71a8-43dc-9dc5-8617b7201936), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.764838 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-a4de5679-361a-455c-83ce-168aee3fc48f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f30e4304c38d4653b61f7780cf4ca3ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257110 Apr 05 22:39:55.765714 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de5679-361a-455c-83ce-168aee3fc48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d165be3-71a8-43dc-9dc5-8617b7201936,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:55.768022 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54634) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:55.815668 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b65ad850-1681-471c-a581-49ba663ad8fc admin admin] Publish callbacks [] for security_group (8d165be3-71a8-43dc-9dc5-8617b7201936), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.836144 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b65ad850-1681-471c-a581-49ba663ad8fc admin admin] Publish callbacks [] for security_group (8d165be3-71a8-43dc-9dc5-8617b7201936), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.881397 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b65ad850-1681-471c-a581-49ba663ad8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (8d165be3-71a8-43dc-9dc5-8617b7201936), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.884368 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b65ad850-1681-471c-a581-49ba663ad8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:55.885289 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-b65ad850-1681-471c-a581-49ba663ad8fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d165be3-71a8-43dc-9dc5-8617b7201936 HTTP/1.1" status: 204 len: 168 time: 0.1163461 Apr 05 22:39:55.892988 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ad850-1681-471c-a581-49ba663ad8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d165be3-71a8-43dc-9dc5-8617b7201936,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:56.398311 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-cd606c28-9e8a-43dd-9c0b-4e20d4adc1be tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4604da8670854986ba205327d65fd9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298369 Apr 05 22:39:56.593022 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-4bf75577-0de3-4117-b4f8-1f686cc05da0 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:56.599722 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-4bf75577-0de3-4117-b4f8-1f686cc05da0 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959093 Apr 05 22:39:56.612132 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-f1849d95-662f-4635-99ba-98208b44b638 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/quotas/4604da8670854986ba205327d65fd9f3 HTTP/1.1" status: 200 len: 375 time: 0.0115860 Apr 05 22:39:56.644435 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-50a9ec14-b5a1-4350-86c8-a21f942a8a6b tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4604da8670854986ba205327d65fd9f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269630 Apr 05 22:39:56.819604 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b7fc2796-810c-40fc-b491-a692812b5f3d req-0246da8e-7034-4fc7-a492-7e75b2babc27 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 210 time: 0.0323827 Apr 05 22:39:57.802212 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-79dd2651-8bb6-426f-92aa-86cab96859aa tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4604da8670854986ba205327d65fd9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351028 Apr 05 22:39:57.933488 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-aa76ab76-2539-45c4-b87f-0ca77a74753b req-c59940e5-3918-42a8-b30f-335b67e1ea5a tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 210 time: 0.0366127 Apr 05 22:39:58.010262 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-2d50841d-4d26-4145-97cd-cd4f689f85fe tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:58.011819 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-2d50841d-4d26-4145-97cd-cd4f689f85fe tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046092 Apr 05 22:39:58.023931 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Request body: {'port': {'device_id': '4574f581-fe66-4cba-8efb-2059b69f6c24', 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad', 'admin_state_up': True, 'tenant_id': '4604da8670854986ba205327d65fd9f3'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:58.137368 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Made reservation on behalf of 4604da8670854986ba205327d65fd9f3 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:39:58.141222 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.150505 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.231714 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Publish callbacks [] for security_group (3c72ad4f-0081-4108-a919-703c27370104), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.240557 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (3c72ad4f-0081-4108-a919-703c27370104), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.305803 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c72ad4f-0081-4108-a919-703c27370104,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:58.378952 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Allocated IP 192.168.233.165 (0c4a79fe-fac8-4b6f-938e-c21172b16fad/fe4fa952-6fc4-4199-abfa-24ce951984a6/90ad057e-93e4-4352-99e5-a832855c1ad8) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:58.535139 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Publish callbacks [] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.570770 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794853383940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.613438 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Network 0c4a79fe-fac8-4b6f-938e-c21172b16fad is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:58.616587 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:58.619007 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:58.648494 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Pushing event updated for resources: {'Port': ['ID=90ad057e-93e4-4352-99e5-a832855c1ad8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:58.679030 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:58.679793 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.697243 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-81628c60-329b-49db-b7f2-f6b7c82d9e09 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6769342 Apr 05 22:39:58.709364 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.v2.base [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Request body: {'port': {'device_id': '4574f581-fe66-4cba-8efb-2059b69f6c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:58.814484 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-3fca0172-ba2e-4a9d-bdf3-f69a57ef5704 None None] Provisioning complete for port 90ad057e-93e4-4352-99e5-a832855c1ad8 triggered by entity DHCP. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:58.815136 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3fca0172-ba2e-4a9d-bdf3-f69a57ef5704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.851105 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-3fca0172-ba2e-4a9d-bdf3-f69a57ef5704 None None] Port 90ad057e-93e4-4352-99e5-a832855c1ad8 cannot update to ACTIVE because it is not bound. {{(pid=103231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:59.068640 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:59.122820 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93b75b-78f2-417d-a393-0c13c83bb80c req-d8a34600-5f75-4e85-b85d-f178e16df3bf tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:59.124369 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1c93b75b-78f2-417d-a393-0c13c83bb80c req-d8a34600-5f75-4e85-b85d-f178e16df3bf tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 936 time: 0.0899749 Apr 05 22:39:59.255099 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-1c93b75b-78f2-417d-a393-0c13c83bb80c req-d0b73bd8-9671-4b1c-a4e9-ab336defbd58 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c72ad4f-0081-4108-a919-703c27370104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233456 Apr 05 22:39:59.392384 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ad057e-93e4-4352-99e5-a832855c1ad8 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:59.400002 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Publish callbacks [] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:59.414566 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Transition to ACTIVE for port object 90ad057e-93e4-4352-99e5-a832855c1ad8 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:39:59.418579 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:59.497827 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Pushing event updated for resources: {'Port': ['ID=90ad057e-93e4-4352-99e5-a832855c1ad8,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:59.526059 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54800) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:59.561951 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Attempting to bind port 90ad057e-93e4-4352-99e5-a832855c1ad8 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:59.562290 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Attempting to bind port 90ad057e-93e4-4352-99e5-a832855c1ad8 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'acf7c876-6f68-411b-92aa-94d07956dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:59.562835 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Attempting to bind port 90ad057e-93e4-4352-99e5-a832855c1ad8 on network 0c4a79fe-fac8-4b6f-938e-c21172b16fad {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:59.567432 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Port 90ad057e-93e4-4352-99e5-a832855c1ad8 on network 0c4a79fe-fac8-4b6f-938e-c21172b16fad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:39:59.567753 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Attempting to bind port 90ad057e-93e4-4352-99e5-a832855c1ad8 on network 0c4a79fe-fac8-4b6f-938e-c21172b16fad {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:59.572948 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Checking agent: {'id': '890a9153-e6af-4afc-84f6-ecbc5e9bbabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'started_at': datetime.datetime(2022, 4, 5, 22, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:59.573281 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Checking segment: {'id': 'acf7c876-6f68-411b-92aa-94d07956dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:59.573666 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Bound using segment: {'id': 'acf7c876-6f68-411b-92aa-94d07956dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:59.574093 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Bound port: 90ad057e-93e4-4352-99e5-a832855c1ad8, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf7c876-6f68-411b-92aa-94d07956dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:59.574451 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:59.642999 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:59.646465 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] For port 90ad057e-93e4-4352-99e5-a832855c1ad8, host hv-cinder-83588, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:59.650258 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] For port 90ad057e-93e4-4352-99e5-a832855c1ad8, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=90ad057e-93e4-4352-99e5-a832855c1ad8,segment=NetworkSegment(acf7c876-6f68-411b-92aa-94d07956dec5),segment_id=acf7c876-6f68-411b-92aa-94d07956dec5)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:59.662462 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60645591'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:59.698996 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:59.699672 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:59.701287 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] 10.222.0.44 "PUT /v2.0/ports/90ad057e-93e4-4352-99e5-a832855c1ad8 HTTP/1.1" status: 200 len: 1098 time: 0.9961209 Apr 05 22:39:59.703652 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4574f581-fe66-4cba-8efb-2059b69f6c24', 'tag': '90ad057e-93e4-4352-99e5-a832855c1ad8'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:59.707377 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5c674b-06aa-417e-bbce-46e4aff30231" -d '{"events": [{"name": "network-changed", "server_uuid": "4574f581-fe66-4cba-8efb-2059b69f6c24", "tag": "90ad057e-93e4-4352-99e5-a832855c1ad8"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:59.744057 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a1411-569c-4e32-becb-20beeb322af5 service neutron] Pushing event updated for resources: {'Port': ['ID=90ad057e-93e4-4352-99e5-a832855c1ad8,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:59.747313 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Publish callbacks [] for security_group (e73842ef-108f-486f-ba0c-0db5f1e2b3bc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:59.752310 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (e73842ef-108f-486f-ba0c-0db5f1e2b3bc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:59.767072 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe691251-8e4c-421d-a6ee-e81f2c0bdcb3 x-openstack-request-id: req-fe691251-8e4c-421d-a6ee-e81f2c0bdcb3 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:59.767379 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4574f581-fe66-4cba-8efb-2059b69f6c24", "tag": "90ad057e-93e4-4352-99e5-a832855c1ad8", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:59.767604 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe691251-8e4c-421d-a6ee-e81f2c0bdcb3 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:59.768005 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe691251-8e4c-421d-a6ee-e81f2c0bdcb3'] response: {'name': 'network-changed', 'server_uuid': '4574f581-fe66-4cba-8efb-2059b69f6c24', 'tag': '90ad057e-93e4-4352-99e5-a832855c1ad8', 'status': 'completed', 'code': 200} Apr 05 22:39:59.796447 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b6021774fa74c9b83df9f8bc8b6e707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681532 Apr 05 22:39:59.797345 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73842ef-108f-486f-ba0c-0db5f1e2b3bc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:59.799696 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54806) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:59.805162 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.805515 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.805852 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.806395 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.806784 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.807118 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.807442 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.807939 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.808271 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.808597 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.809011 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.809342 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.809667 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.809988 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.810308 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8d41a4-d3d3-453b-b100-1feb2a501198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:59.854253 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-53dc642d-58a4-48b2-bc02-779be0109cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:59.855707 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-53dc642d-58a4-48b2-bc02-779be0109cd1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4604da8670854986ba205327d65fd9f3&device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 1132 time: 0.1011491 Apr 05 22:39:59.875224 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4aeb854c-abba-4167-a9d3-22284e219940 admin admin] Publish callbacks [] for security_group (e73842ef-108f-486f-ba0c-0db5f1e2b3bc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:59.906072 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-26270fb3-de48-4d38-9c69-29b6c3877b6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=90ad057e-93e4-4352-99e5-a832855c1ad8 HTTP/1.1" status: 200 len: 217 time: 0.0424793 Apr 05 22:39:59.952223 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4aeb854c-abba-4167-a9d3-22284e219940 admin admin] Publish callbacks [] for security_group (e73842ef-108f-486f-ba0c-0db5f1e2b3bc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:59.987778 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-427fb577-3442-489f-869b-0c8b36495892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:59.990990 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-427fb577-3442-489f-869b-0c8b36495892 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe4fa952-6fc4-4199-abfa-24ce951984a6 HTTP/1.1" status: 200 len: 843 time: 0.0758078 Apr 05 22:40:00.037059 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4aeb854c-abba-4167-a9d3-22284e219940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (e73842ef-108f-486f-ba0c-0db5f1e2b3bc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.039688 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4aeb854c-abba-4167-a9d3-22284e219940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.040850 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-4aeb854c-abba-4167-a9d3-22284e219940 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e73842ef-108f-486f-ba0c-0db5f1e2b3bc HTTP/1.1" status: 204 len: 168 time: 0.2401919 Apr 05 22:40:00.052892 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb854c-abba-4167-a9d3-22284e219940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73842ef-108f-486f-ba0c-0db5f1e2b3bc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:00.064208 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-cf3cf05f-6b99-4ab1-9e91-21bc93e10550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:00.065670 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-cf3cf05f-6b99-4ab1-9e91-21bc93e10550 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c4a79fe-fac8-4b6f-938e-c21172b16fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0665317 Apr 05 22:40:00.162841 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-2b4ed2e2-a35d-4f03-bb57-64eb927550ad service neutron] 10.222.0.44 "GET /v2.0/networks/0c4a79fe-fac8-4b6f-938e-c21172b16fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897758 Apr 05 22:40:00.264404 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-09382f70-19fc-4a27-ba6b-71f4476ecddb req-7aee6963-cc58-4e13-846a-782e713fb991 service neutron] 10.222.0.44 "GET /v2.0/networks/0c4a79fe-fac8-4b6f-938e-c21172b16fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927546 Apr 05 22:40:00.325065 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54814) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:00.339306 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7abf230-467c-42cb-aa4d-007c12e6891c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.393177 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f419a27-57f7-46c5-ab45-15783aafda48 req-a70f7bf8-3cbf-4a4a-b4de-c7713dfcb648 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:00.394792 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4f419a27-57f7-46c5-ab45-15783aafda48 req-a70f7bf8-3cbf-4a4a-b4de-c7713dfcb648 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 948 time: 0.0621984 Apr 05 22:40:00.421196 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7abf230-467c-42cb-aa4d-007c12e6891c admin admin] Publish callbacks [] for security_group (f6e9ebae-edfc-4bd4-adcb-a6ab22aba898), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.426317 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7abf230-467c-42cb-aa4d-007c12e6891c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (f6e9ebae-edfc-4bd4-adcb-a6ab22aba898), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.443962 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4f419a27-57f7-46c5-ab45-15783aafda48 req-f69ed0fb-c235-4c46-8d0b-8bdda021ab61 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c72ad4f-0081-4108-a919-703c27370104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432420 Apr 05 22:40:00.464538 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-c7abf230-467c-42cb-aa4d-007c12e6891c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f61711abc5ec4b40a883567f204f1310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383386 Apr 05 22:40:00.465408 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abf230-467c-42cb-aa4d-007c12e6891c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e9ebae-edfc-4bd4-adcb-a6ab22aba898,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:00.468079 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54816) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:00.520495 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e8503c-866e-41d3-a9b5-ac915aa4c46f admin admin] Publish callbacks [] for security_group (f6e9ebae-edfc-4bd4-adcb-a6ab22aba898), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.547397 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e8503c-866e-41d3-a9b5-ac915aa4c46f admin admin] Publish callbacks [] for security_group (f6e9ebae-edfc-4bd4-adcb-a6ab22aba898), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.596850 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e8503c-866e-41d3-a9b5-ac915aa4c46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (f6e9ebae-edfc-4bd4-adcb-a6ab22aba898), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.599621 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e8503c-866e-41d3-a9b5-ac915aa4c46f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.600780 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-21e8503c-866e-41d3-a9b5-ac915aa4c46f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6e9ebae-edfc-4bd4-adcb-a6ab22aba898 HTTP/1.1" status: 204 len: 168 time: 0.1313844 Apr 05 22:40:00.611894 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8503c-866e-41d3-a9b5-ac915aa4c46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e9ebae-edfc-4bd4-adcb-a6ab22aba898,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:01.171020 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c674b-06aa-417e-bbce-46e4aff30231 req-2e111335-acf9-4f12-a852-0a5dd723ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:01.172748 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9b5c674b-06aa-417e-bbce-46e4aff30231 req-2e111335-acf9-4f12-a852-0a5dd723ac92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4604da8670854986ba205327d65fd9f3&device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 1132 time: 0.0478160 Apr 05 22:40:01.274351 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c674b-06aa-417e-bbce-46e4aff30231 req-1995ef7e-ca95-4dd4-aa88-6941a2f51f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:01.275867 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9b5c674b-06aa-417e-bbce-46e4aff30231 req-1995ef7e-ca95-4dd4-aa88-6941a2f51f6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c4a79fe-fac8-4b6f-938e-c21172b16fad HTTP/1.1" status: 200 len: 870 time: 0.0965531 Apr 05 22:40:01.317900 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9b5c674b-06aa-417e-bbce-46e4aff30231 req-32e920d7-958e-4d07-8d7a-89055878e4a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=90ad057e-93e4-4352-99e5-a832855c1ad8 HTTP/1.1" status: 200 len: 217 time: 0.0355859 Apr 05 22:40:01.368263 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c674b-06aa-417e-bbce-46e4aff30231 req-b81a738e-6bd2-4c4a-bdf5-4c8e11adf52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:01.369832 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9b5c674b-06aa-417e-bbce-46e4aff30231 req-b81a738e-6bd2-4c4a-bdf5-4c8e11adf52a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe4fa952-6fc4-4199-abfa-24ce951984a6 HTTP/1.1" status: 200 len: 843 time: 0.0448358 Apr 05 22:40:01.424355 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c674b-06aa-417e-bbce-46e4aff30231 req-f4bfc0d3-e728-4073-b0fb-e5523457d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:01.426124 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9b5c674b-06aa-417e-bbce-46e4aff30231 req-f4bfc0d3-e728-4073-b0fb-e5523457d374 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c4a79fe-fac8-4b6f-938e-c21172b16fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466769 Apr 05 22:40:01.526023 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9b5c674b-06aa-417e-bbce-46e4aff30231 req-1bb2c78c-354b-4070-a97d-ff95fddbefcf service neutron] 10.222.0.44 "GET /v2.0/networks/0c4a79fe-fac8-4b6f-938e-c21172b16fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899842 Apr 05 22:40:01.634370 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9b5c674b-06aa-417e-bbce-46e4aff30231 req-e424d0b7-716a-4495-a6b0-4b9995903158 service neutron] 10.222.0.44 "GET /v2.0/networks/0c4a79fe-fac8-4b6f-938e-c21172b16fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036017 Apr 05 22:40:01.841508 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40819c-1934-498a-88d8-08aaa0ff0d97 req-87364498-8ac7-4b26-a119-253edacc41c7 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:01.843424 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-cd40819c-1934-498a-88d8-08aaa0ff0d97 req-87364498-8ac7-4b26-a119-253edacc41c7 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 948 time: 0.3218668 Apr 05 22:40:01.893786 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-cd40819c-1934-498a-88d8-08aaa0ff0d97 req-6cf9ef70-1b91-40ed-bca8-168846bca276 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c72ad4f-0081-4108-a919-703c27370104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436823 Apr 05 22:40:02.467975 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 90ad057e-93e4-4352-99e5-a832855c1ad8 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:40:02.571603 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 90ad057e-93e4-4352-99e5-a832855c1ad8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=90ad057e-93e4-4352-99e5-a832855c1ad8,segment=NetworkSegment(acf7c876-6f68-411b-92aa-94d07956dec5),segment_id=acf7c876-6f68-411b-92aa-94d07956dec5)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:02.583141 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '90ad057e-93e4-4352-99e5-a832855c1ad8', 'network_id': '0c4a79fe-fac8-4b6f-938e-c21172b16fad', 'port_id': '90ad057e-93e4-4352-99e5-a832855c1ad8', 'mac_address': 'fa:16:3e:b7:cf:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4fa952-6fc4-4199-abfa-24ce951984a6', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:40:02.627094 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 90ad057e-93e4-4352-99e5-a832855c1ad8 is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:02.627561 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:02.640979 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ad057e-93e4-4352-99e5-a832855c1ad8 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:02.660524 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 90ad057e-93e4-4352-99e5-a832855c1ad8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=90ad057e-93e4-4352-99e5-a832855c1ad8,segment=NetworkSegment(acf7c876-6f68-411b-92aa-94d07956dec5),segment_id=acf7c876-6f68-411b-92aa-94d07956dec5)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:02.666000 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:02.712852 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=90ad057e-93e4-4352-99e5-a832855c1ad8,revision_number=4']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:02.911378 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['90ad057e-93e4-4352-99e5-a832855c1ad8'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:40:03.021537 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee00bad-d3ab-4285-854b-669b66f3758b req-2fec643b-1f5b-47d2-bdc0-395b0810cc77 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:03.023135 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dee00bad-d3ab-4285-854b-669b66f3758b req-2fec643b-1f5b-47d2-bdc0-395b0810cc77 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 949 time: 0.0588496 Apr 05 22:40:03.072916 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-dee00bad-d3ab-4285-854b-669b66f3758b req-07ace345-1c57-4e59-87f6-3ce6b846da34 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c72ad4f-0081-4108-a919-703c27370104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431805 Apr 05 22:40:04.195197 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad06b7-4e3e-40ba-8ddd-4dfa6401da88 req-259caa2a-f2d8-4910-b685-7a4020e5e3df tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:04.197446 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-ccad06b7-4e3e-40ba-8ddd-4dfa6401da88 req-259caa2a-f2d8-4910-b685-7a4020e5e3df tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 949 time: 0.0554192 Apr 05 22:40:04.244746 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-ccad06b7-4e3e-40ba-8ddd-4dfa6401da88 req-bc4e2daf-3ab5-48e8-a5be-08a92fcd92e3 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c72ad4f-0081-4108-a919-703c27370104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415065 Apr 05 22:40:04.486721 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 90ad057e-93e4-4352-99e5-a832855c1ad8 up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:40:04.543924 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning for port 90ad057e-93e4-4352-99e5-a832855c1ad8 completed by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:40:04.548489 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 90ad057e-93e4-4352-99e5-a832855c1ad8 triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:04.548985 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:04.631312 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 90ad057e-93e4-4352-99e5-a832855c1ad8 is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:04.631814 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:04.660873 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4574f581-fe66-4cba-8efb-2059b69f6c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ad057e-93e4-4352-99e5-a832855c1ad8'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:04.663211 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c81fc0-152b-4b5e-9c13-8d65aa2fe153" -d '{"events": [{"server_uuid": "4574f581-fe66-4cba-8efb-2059b69f6c24", "name": "network-vif-plugged", "status": "completed", "tag": "90ad057e-93e4-4352-99e5-a832855c1ad8"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:04.675551 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 90ad057e-93e4-4352-99e5-a832855c1ad8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=90ad057e-93e4-4352-99e5-a832855c1ad8,segment=NetworkSegment(acf7c876-6f68-411b-92aa-94d07956dec5),segment_id=acf7c876-6f68-411b-92aa-94d07956dec5)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:04.682349 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:04.713049 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac898ed-1787-4d13-9685-f0eeb9b22588 x-openstack-request-id: req-6ac898ed-1787-4d13-9685-f0eeb9b22588 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:04.713601 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4574f581-fe66-4cba-8efb-2059b69f6c24", "name": "network-vif-plugged", "status": "completed", "tag": "90ad057e-93e4-4352-99e5-a832855c1ad8", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:04.713722 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ac898ed-1787-4d13-9685-f0eeb9b22588 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:04.714295 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac898ed-1787-4d13-9685-f0eeb9b22588'] response: {'server_uuid': '4574f581-fe66-4cba-8efb-2059b69f6c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ad057e-93e4-4352-99e5-a832855c1ad8', 'code': 200} Apr 05 22:40:04.761696 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=90ad057e-93e4-4352-99e5-a832855c1ad8,revision_number=5']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:04.856049 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54894) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:04.901407 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44c21e-0e27-4b6c-bfaa-7d4639ee5db8 req-371ae01d-f4a2-42a4-93dd-424a3a825a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:04.904203 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5c44c21e-0e27-4b6c-bfaa-7d4639ee5db8 req-371ae01d-f4a2-42a4-93dd-424a3a825a2e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 1134 time: 0.0461664 Apr 05 22:40:04.950008 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-5c44c21e-0e27-4b6c-bfaa-7d4639ee5db8 req-2663355c-ad41-4928-8984-9ff2b8846fff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3c72ad4f-0081-4108-a919-703c27370104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 Apr 05 22:40:04.963659 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f39b143-35c7-45da-990f-031fb0c59634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.040548 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f39b143-35c7-45da-990f-031fb0c59634 admin admin] Publish callbacks [] for security_group (228844aa-d1ec-4d0f-beef-1e4ca90075b5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.046485 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f39b143-35c7-45da-990f-031fb0c59634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (228844aa-d1ec-4d0f-beef-1e4ca90075b5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.089007 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-5f39b143-35c7-45da-990f-031fb0c59634 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c65c5c1b1854ad89f260d62370840e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318177 Apr 05 22:40:05.089986 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39b143-35c7-45da-990f-031fb0c59634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228844aa-d1ec-4d0f-beef-1e4ca90075b5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:05.092240 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54898) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:05.147745 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cca4f9d9-cd5e-409f-bf29-dfb40a78ec00 admin admin] Publish callbacks [] for security_group (228844aa-d1ec-4d0f-beef-1e4ca90075b5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.170923 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cca4f9d9-cd5e-409f-bf29-dfb40a78ec00 admin admin] Publish callbacks [] for security_group (228844aa-d1ec-4d0f-beef-1e4ca90075b5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.220865 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cca4f9d9-cd5e-409f-bf29-dfb40a78ec00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (228844aa-d1ec-4d0f-beef-1e4ca90075b5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.225144 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cca4f9d9-cd5e-409f-bf29-dfb40a78ec00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.226523 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-cca4f9d9-cd5e-409f-bf29-dfb40a78ec00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/228844aa-d1ec-4d0f-beef-1e4ca90075b5 HTTP/1.1" status: 204 len: 168 time: 0.1328104 Apr 05 22:40:05.234652 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4f9d9-cd5e-409f-bf29-dfb40a78ec00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228844aa-d1ec-4d0f-beef-1e4ca90075b5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:05.369157 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb26fb-da2a-4c11-be61-e4e81b66969b req-a7e54ce5-3163-49e5-993a-c5fe03d8810c tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:05.370678 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b4fb26fb-da2a-4c11-be61-e4e81b66969b req-a7e54ce5-3163-49e5-993a-c5fe03d8810c tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 950 time: 0.0555580 Apr 05 22:40:05.420926 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-b4fb26fb-da2a-4c11-be61-e4e81b66969b req-4221cae5-c6ed-4816-9ae7-b356c067a27b tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c72ad4f-0081-4108-a919-703c27370104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442321 Apr 05 22:40:05.533495 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 54906) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:05.547449 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-26c16e78-ce1d-4420-9039-f301ead4e987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.623546 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-26c16e78-ce1d-4420-9039-f301ead4e987 admin admin] Publish callbacks [] for security_group (a94d9a03-5ad5-454b-b0c0-6e7b6b15a8b2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.630528 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-26c16e78-ce1d-4420-9039-f301ead4e987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a94d9a03-5ad5-454b-b0c0-6e7b6b15a8b2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.674292 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-26c16e78-ce1d-4420-9039-f301ead4e987 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f32797af981a4ae098c2dfaa2a5dd526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372032 Apr 05 22:40:05.674292 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c16e78-ce1d-4420-9039-f301ead4e987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94d9a03-5ad5-454b-b0c0-6e7b6b15a8b2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:05.675245 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 54908) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:05.726131 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d155451-9e69-422e-9060-d67bf36c4d4d admin admin] Publish callbacks [] for security_group (a94d9a03-5ad5-454b-b0c0-6e7b6b15a8b2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.748567 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d155451-9e69-422e-9060-d67bf36c4d4d admin admin] Publish callbacks [] for security_group (a94d9a03-5ad5-454b-b0c0-6e7b6b15a8b2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.810098 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d155451-9e69-422e-9060-d67bf36c4d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a94d9a03-5ad5-454b-b0c0-6e7b6b15a8b2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.814270 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d155451-9e69-422e-9060-d67bf36c4d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:05.815946 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-5d155451-9e69-422e-9060-d67bf36c4d4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a94d9a03-5ad5-454b-b0c0-6e7b6b15a8b2 HTTP/1.1" status: 204 len: 168 time: 0.1402028 Apr 05 22:40:05.825741 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d155451-9e69-422e-9060-d67bf36c4d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94d9a03-5ad5-454b-b0c0-6e7b6b15a8b2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:06.565422 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a54438-f487-4bcf-b625-4b4a107ca0f7 req-0e92d37f-da7a-4cb7-9497-57d222ec0fad tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:06.567559 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-04a54438-f487-4bcf-b625-4b4a107ca0f7 req-0e92d37f-da7a-4cb7-9497-57d222ec0fad tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 950 time: 0.0621789 Apr 05 22:40:06.615407 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-04a54438-f487-4bcf-b625-4b4a107ca0f7 req-3239ed63-5f11-481a-925e-c3af0f58a7b7 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c72ad4f-0081-4108-a919-703c27370104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428300 Apr 05 22:40:07.757150 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c544e-884e-4bc3-8e29-ebad1362a442 req-a0ca07eb-1220-4cf8-899c-3abc6d02ea82 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:07.758644 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-499c544e-884e-4bc3-8e29-ebad1362a442 req-a0ca07eb-1220-4cf8-899c-3abc6d02ea82 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 950 time: 0.0640607 Apr 05 22:40:07.807274 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-499c544e-884e-4bc3-8e29-ebad1362a442 req-2450c649-36e2-41be-b63d-aebaea6d8580 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c72ad4f-0081-4108-a919-703c27370104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430186 Apr 05 22:40:08.098142 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca44b9b-5151-439e-8c91-49e7d10196df req-11fae78b-3e5a-4b00-8815-56cb8802ef6f tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:08.100007 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-cca44b9b-5151-439e-8c91-49e7d10196df req-11fae78b-3e5a-4b00-8815-56cb8802ef6f tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 950 time: 0.0595088 Apr 05 22:40:08.109477 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4740c0c-af0f-4a63-8eb4-5de1261ca9df req-6ec14a79-e53d-43ad-8543-c98cc06de78b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:08.111074 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e4740c0c-af0f-4a63-8eb4-5de1261ca9df req-6ec14a79-e53d-43ad-8543-c98cc06de78b tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 946 time: 0.0585239 Apr 05 22:40:08.156078 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-cca44b9b-5151-439e-8c91-49e7d10196df req-ceb08615-7fd8-4035-a553-a718c904a321 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c72ad4f-0081-4108-a919-703c27370104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486851 Apr 05 22:40:08.180006 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e4740c0c-af0f-4a63-8eb4-5de1261ca9df req-984b453b-3d52-4c36-8284-b089fa9d2c0e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631447 Apr 05 22:40:09.280718 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd03a61-7c66-45cb-8fdb-3719398ea614 req-a1143811-01fa-462c-ae6f-46c74765d5c0 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:09.282229 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1fd03a61-7c66-45cb-8fdb-3719398ea614 req-a1143811-01fa-462c-ae6f-46c74765d5c0 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 950 time: 0.0558341 Apr 05 22:40:09.302017 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45def0-b881-477f-8f4a-ac56ab5c609f req-f0e6c472-8b08-44b8-8040-bd79a6f390eb tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:09.303557 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6f45def0-b881-477f-8f4a-ac56ab5c609f req-f0e6c472-8b08-44b8-8040-bd79a6f390eb tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 946 time: 0.0518982 Apr 05 22:40:09.330250 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-1fd03a61-7c66-45cb-8fdb-3719398ea614 req-f33e98f5-9d7e-4712-87b2-d8641db2b3ae tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c72ad4f-0081-4108-a919-703c27370104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420446 Apr 05 22:40:09.355806 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6f45def0-b881-477f-8f4a-ac56ab5c609f req-80199d35-a879-41e4-a46e-ec115fd3437e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463951 Apr 05 22:40:10.461047 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e3191-193e-4c51-a647-785f5952ccd5 req-a88073c7-66cb-4687-b1d3-692771e713b3 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:10.462642 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f61e3191-193e-4c51-a647-785f5952ccd5 req-a88073c7-66cb-4687-b1d3-692771e713b3 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 950 time: 0.0551338 Apr 05 22:40:10.481265 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59caed-3ee9-4f8e-81fa-b02baa8683d4 req-a553770f-9ef3-4699-a163-56d481e3c039 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:10.482773 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0b59caed-3ee9-4f8e-81fa-b02baa8683d4 req-a553770f-9ef3-4699-a163-56d481e3c039 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 946 time: 0.0545325 Apr 05 22:40:10.510367 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-f61e3191-193e-4c51-a647-785f5952ccd5 req-45250caf-b922-4b5a-872c-bc32090c7533 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c72ad4f-0081-4108-a919-703c27370104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Apr 05 22:40:10.558123 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0b59caed-3ee9-4f8e-81fa-b02baa8683d4 req-a6aff365-126a-492a-a06f-c73a4d0b692d tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e029498-51a1-4748-8739-a271ce24a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627232 Apr 05 22:40:10.573123 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8cb7a-98c9-43c6-86ad-86d28c018f15 req-bb3c3980-b391-4013-a80a-bf2a76970be7 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:10.574519 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-09c8cb7a-98c9-43c6-86ad-86d28c018f15 req-bb3c3980-b391-4013-a80a-bf2a76970be7 tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.44 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 950 time: 0.0879374 Apr 05 22:40:10.675459 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-a465d53e-f75d-4536-aaf0-7681c9f09764 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:10.676800 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-a465d53e-f75d-4536-aaf0-7681c9f09764 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 946 time: 0.1171253 Apr 05 22:40:10.732084 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-09c8cb7a-98c9-43c6-86ad-86d28c018f15 req-6af89294-7338-40e2-8858-71cf06d5aa4a tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Deleting port 90ad057e-93e4-4352-99e5-a832855c1ad8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:40:10.732423 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09c8cb7a-98c9-43c6-86ad-86d28c018f15 req-6af89294-7338-40e2-8858-71cf06d5aa4a tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:10.848432 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Deleting port 89ea969b-15bb-4edb-b288-41defde6aa08 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:40:10.848764 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:10.856091 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-09c8cb7a-98c9-43c6-86ad-86d28c018f15 req-6af89294-7338-40e2-8858-71cf06d5aa4a tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] For port 90ad057e-93e4-4352-99e5-a832855c1ad8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=90ad057e-93e4-4352-99e5-a832855c1ad8,segment=NetworkSegment(acf7c876-6f68-411b-92aa-94d07956dec5),segment_id=acf7c876-6f68-411b-92aa-94d07956dec5)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:10.856439 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09c8cb7a-98c9-43c6-86ad-86d28c018f15 req-6af89294-7338-40e2-8858-71cf06d5aa4a tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:10.885775 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-09c8cb7a-98c9-43c6-86ad-86d28c018f15 req-6af89294-7338-40e2-8858-71cf06d5aa4a tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Calling delete_port for 90ad057e-93e4-4352-99e5-a832855c1ad8 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:40:10.997094 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] For port 89ea969b-15bb-4edb-b288-41defde6aa08, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=89ea969b-15bb-4edb-b288-41defde6aa08,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:10.997589 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.196402 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09c8cb7a-98c9-43c6-86ad-86d28c018f15 req-6af89294-7338-40e2-8858-71cf06d5aa4a tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (90ad057e-93e4-4352-99e5-a832855c1ad8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.240690 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af89294-7338-40e2-8858-71cf06d5aa4a tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Pushing event deleted for resources: {'Port': ['ID=90ad057e-93e4-4352-99e5-a832855c1ad8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:11.247859 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.248171 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3683864'] for floatingip (eda22e47-bc39-4bc5-add7-0b8c79635f21), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.249303 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.db.l3_db [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Floating IP eda22e47-bc39-4bc5-add7-0b8c79635f21 disassociated. External IP: 172.28.3.177, port: 89ea969b-15bb-4edb-b288-41defde6aa08. Apr 05 22:40:11.249303 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Calling delete_port for 89ea969b-15bb-4edb-b288-41defde6aa08 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:40:11.289547 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c8cb7a-98c9-43c6-86ad-86d28c018f15 req-6af89294-7338-40e2-8858-71cf06d5aa4a tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] No DVR routers for this DVR port 90ad057e-93e4-4352-99e5-a832855c1ad8 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:40:11.295211 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09c8cb7a-98c9-43c6-86ad-86d28c018f15 req-6af89294-7338-40e2-8858-71cf06d5aa4a tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.296570 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-09c8cb7a-98c9-43c6-86ad-86d28c018f15 req-6af89294-7338-40e2-8858-71cf06d5aa4a tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.44 "DELETE /v2.0/ports/90ad057e-93e4-4352-99e5-a832855c1ad8 HTTP/1.1" status: 204 len: 173 time: 0.7040176 Apr 05 22:40:11.298664 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4574f581-fe66-4cba-8efb-2059b69f6c24', 'name': 'network-vif-deleted', 'tag': '90ad057e-93e4-4352-99e5-a832855c1ad8'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:11.302316 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81641009-edff-43c0-81b7-72810abbcb4c" -d '{"events": [{"server_uuid": "4574f581-fe66-4cba-8efb-2059b69f6c24", "name": "network-vif-deleted", "tag": "90ad057e-93e4-4352-99e5-a832855c1ad8"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:11.365095 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c865a72-fe91-429d-a711-e39366ddbbf5 x-openstack-request-id: req-9c865a72-fe91-429d-a711-e39366ddbbf5 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:11.365390 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4574f581-fe66-4cba-8efb-2059b69f6c24", "name": "network-vif-deleted", "tag": "90ad057e-93e4-4352-99e5-a832855c1ad8", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:11.365692 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c865a72-fe91-429d-a711-e39366ddbbf5 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:11.366101 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c865a72-fe91-429d-a711-e39366ddbbf5'] response: {'server_uuid': '4574f581-fe66-4cba-8efb-2059b69f6c24', 'name': 'network-vif-deleted', 'tag': '90ad057e-93e4-4352-99e5-a832855c1ad8', 'status': 'completed', 'code': 200} Apr 05 22:40:11.472083 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (89ea969b-15bb-4edb-b288-41defde6aa08), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.506555 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event deleted for resources: {'Port': ['ID=89ea969b-15bb-4edb-b288-41defde6aa08,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:11.687502 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:40:11.691308 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d2ad2608-8c25-4502-b8b2-310c12d65494 req-8eaebb14-21a5-4f9c-a96f-d317bd110c2f tempest-VolumesNegativeTest-1792013044 tempest-VolumesNegativeTest-1792013044-project] 10.222.0.43 "GET /v2.0/ports?device_id=4574f581-fe66-4cba-8efb-2059b69f6c24 HTTP/1.1" status: 200 len: 210 time: 0.0355043 Apr 05 22:40:11.701783 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-be01c27e-47d5-4092-8827-1155643ac68d req-d0f0d863-8c12-4586-b323-73077beca966 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0871b33-bb0a-4024-b69b-978af92baf39 HTTP/1.1" status: 200 len: 210 time: 0.0376046 Apr 05 22:40:11.839592 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:40:11.866440 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9c823-e9b7-45b3-a4b0-37b2af5e8bbe None None] Sync routers for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:40:11.893891 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] No DVR routers for this DVR port 89ea969b-15bb-4edb-b288-41defde6aa08 on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:40:11.898340 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.905473 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-84056baa-f9ac-4bc1-8e16-dfe96b248a5b req-ea9b356c-02e0-49ad-85de-21d010e37dc6 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.44 "DELETE /v2.0/ports/89ea969b-15bb-4edb-b288-41defde6aa08 HTTP/1.1" status: 204 len: 173 time: 1.2233694 Apr 05 22:40:11.910930 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9c823-e9b7-45b3-a4b0-37b2af5e8bbe None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:11.911519 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f2b9c823-e9b7-45b3-a4b0-37b2af5e8bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:39:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:12.055810 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f2b9c823-e9b7-45b3-a4b0-37b2af5e8bbe None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:12.277741 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f2b9c823-e9b7-45b3-a4b0-37b2af5e8bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:12.303785 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9c823-e9b7-45b3-a4b0-37b2af5e8bbe None None] Checking router: 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:40:12.312283 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9c823-e9b7-45b3-a4b0-37b2af5e8bbe None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:12.312884 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f2b9c823-e9b7-45b3-a4b0-37b2af5e8bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:39:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:12.419660 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f2b9c823-e9b7-45b3-a4b0-37b2af5e8bbe None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:12.546724 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 90ad057e-93e4-4352-99e5-a832855c1ad8 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:40:12.569717 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 90ad057e-93e4-4352-99e5-a832855c1ad8 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:40:12.570066 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 90ad057e-93e4-4352-99e5-a832855c1ad8 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:40:12.613186 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f2b9c823-e9b7-45b3-a4b0-37b2af5e8bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:12.640662 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9c823-e9b7-45b3-a4b0-37b2af5e8bbe None None] The sync data for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb is: [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:33:38Z', 'revision_number': 4, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': 'd0d097f7-cddb-4e81-a4ac-f0c0d1f223b1', 'name': '', 'network_id': '69f3666c-d270-41ea-a8aa-729dc02e1cda', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'mac_address': 'fa:16:3e:90:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153678da-7701-49d9-b921-ee9887cc1075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:36Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'subnets': [{'id': '153678da-7701-49d9-b921-ee9887cc1075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:40:12.798479 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55062) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:12.908032 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98276baf-7949-4487-a6ab-456f08775697 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group (6e029498-51a1-4748-8739-a271ce24a46e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:12.932937 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98276baf-7949-4487-a6ab-456f08775697 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group (6e029498-51a1-4748-8739-a271ce24a46e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:12.946733 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc2092-5ca1-40c0-84a5-d867894d15c2 None None] New status for floating IP eda22e47-bc39-4bc5-add7-0b8c79635f21: DOWN {{(pid=103231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:40:13.000419 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98276baf-7949-4487-a6ab-456f08775697 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (6e029498-51a1-4748-8739-a271ce24a46e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:13.004162 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98276baf-7949-4487-a6ab-456f08775697 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:13.005696 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-98276baf-7949-4487-a6ab-456f08775697 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e029498-51a1-4748-8739-a271ce24a46e HTTP/1.1" status: 204 len: 168 time: 0.2060356 Apr 05 22:40:13.008683 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 55076) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:13.022305 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.api.v2.resource [None req-89897503-46cb-4aa0-8b8d-0b331d2c488e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] show failed (client error): The resource could not be found. Apr 05 22:40:13.026461 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98276baf-7949-4487-a6ab-456f08775697 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e029498-51a1-4748-8739-a271ce24a46e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:13.027368 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55078) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:13.027988 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-89897503-46cb-4aa0-8b8d-0b331d2c488e tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "GET /v2.0/security-groups/6e029498-51a1-4748-8739-a271ce24a46e HTTP/1.1" status: 404 len: 347 time: 0.0180604 Apr 05 22:40:13.172413 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-76283878-8b5a-4207-a101-02bb6f526f43 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Deleting port db2530ca-60be-4bc8-9faa-cd5f3c2c90e9 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:40:13.172798 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76283878-8b5a-4207-a101-02bb6f526f43 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (db2530ca-60be-4bc8-9faa-cd5f3c2c90e9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:13.262371 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76283878-8b5a-4207-a101-02bb6f526f43 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (db2530ca-60be-4bc8-9faa-cd5f3c2c90e9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:13.262734 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76283878-8b5a-4207-a101-02bb6f526f43 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (db2530ca-60be-4bc8-9faa-cd5f3c2c90e9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:13.274969 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-76283878-8b5a-4207-a101-02bb6f526f43 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Calling delete_port for db2530ca-60be-4bc8-9faa-cd5f3c2c90e9 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:40:13.368749 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'name': 'network-vif-deleted', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:13.371144 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ac25ea-4b65-4427-9e22-c15b13b31e98" -d '{"events": [{"server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "name": "network-vif-deleted", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:13.420525 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83923913-5a5b-4e63-81a5-831cd07b3639 x-openstack-request-id: req-83923913-5a5b-4e63-81a5-831cd07b3639 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:13.420684 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0871b33-bb0a-4024-b69b-978af92baf39", "name": "network-vif-deleted", "tag": "89ea969b-15bb-4edb-b288-41defde6aa08", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:13.420905 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83923913-5a5b-4e63-81a5-831cd07b3639 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:13.421313 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83923913-5a5b-4e63-81a5-831cd07b3639'] response: {'server_uuid': 'e0871b33-bb0a-4024-b69b-978af92baf39', 'name': 'network-vif-deleted', 'tag': '89ea969b-15bb-4edb-b288-41defde6aa08', 'status': 'completed', 'code': 200} Apr 05 22:40:13.428349 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76283878-8b5a-4207-a101-02bb6f526f43 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (db2530ca-60be-4bc8-9faa-cd5f3c2c90e9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:13.455987 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76283878-8b5a-4207-a101-02bb6f526f43 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Pushing event deleted for resources: {'Port': ['ID=db2530ca-60be-4bc8-9faa-cd5f3c2c90e9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:13.519628 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76283878-8b5a-4207-a101-02bb6f526f43 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks [] for floatingip (eda22e47-bc39-4bc5-add7-0b8c79635f21), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:13.522427 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76283878-8b5a-4207-a101-02bb6f526f43 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:13.527511 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-76283878-8b5a-4207-a101-02bb6f526f43 tempest-AttachVolumeShelveTestJSON-1807346836 tempest-AttachVolumeShelveTestJSON-1807346836-project] 10.222.0.43 "DELETE /v2.0/floatingips/eda22e47-bc39-4bc5-add7-0b8c79635f21 HTTP/1.1" status: 204 len: 168 time: 0.4958925 Apr 05 22:40:14.545162 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 89ea969b-15bb-4edb-b288-41defde6aa08 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:40:14.565381 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 89ea969b-15bb-4edb-b288-41defde6aa08 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:40:14.565724 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 89ea969b-15bb-4edb-b288-41defde6aa08 not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:40:16.027717 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 55360) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:16.535051 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-898f7a02-9aca-42d2-baa0-6bd35a55429a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685912'] for router_interface (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:16.791608 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-898f7a02-9aca-42d2-baa0-6bd35a55429a admin admin] Deleting port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:40:16.791947 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-898f7a02-9aca-42d2-baa0-6bd35a55429a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:16.870316 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55384) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:16.874463 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-898f7a02-9aca-42d2-baa0-6bd35a55429a admin admin] For port d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:16.874863 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-898f7a02-9aca-42d2-baa0-6bd35a55429a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:16.887828 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-898f7a02-9aca-42d2-baa0-6bd35a55429a admin admin] Calling delete_port for d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:40:16.998027 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-16bee0cb-5fe0-4459-9aad-2399f82305e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4604da8670854986ba205327d65fd9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265275 Apr 05 22:40:17.000625 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55388) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:17.046746 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d67a973c-e833-4a06-bb6c-dcc76e9edd7c admin admin] Publish callbacks [] for security_group (3c72ad4f-0081-4108-a919-703c27370104), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:17.067250 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-898f7a02-9aca-42d2-baa0-6bd35a55429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:17.070821 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d67a973c-e833-4a06-bb6c-dcc76e9edd7c admin admin] Publish callbacks [] for security_group (3c72ad4f-0081-4108-a919-703c27370104), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:17.093681 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f7a02-9aca-42d2-baa0-6bd35a55429a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:17.121481 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d67a973c-e833-4a06-bb6c-dcc76e9edd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (3c72ad4f-0081-4108-a919-703c27370104), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:17.124086 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d67a973c-e833-4a06-bb6c-dcc76e9edd7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:17.127809 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-d67a973c-e833-4a06-bb6c-dcc76e9edd7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c72ad4f-0081-4108-a919-703c27370104 HTTP/1.1" status: 204 len: 168 time: 0.1237648 Apr 05 22:40:17.141754 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a973c-e833-4a06-bb6c-dcc76e9edd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c72ad4f-0081-4108-a919-703c27370104,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:17.261072 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-898f7a02-9aca-42d2-baa0-6bd35a55429a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683976'] for router_interface (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:17.480238 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898f7a02-9aca-42d2-baa0-6bd35a55429a admin admin] Router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:40:17.619508 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898f7a02-9aca-42d2-baa0-6bd35a55429a admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:40:17.626154 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-898f7a02-9aca-42d2-baa0-6bd35a55429a admin admin] 10.222.0.43 "PUT /v2.0/routers/2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5973227 Apr 05 22:40:17.629494 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 55414) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:17.632742 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db789c73-25a3-4093-badc-8e4ef9b76747 None None] Sync routers for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:40:17.645210 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db789c73-25a3-4093-badc-8e4ef9b76747 None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:17.645888 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-db789c73-25a3-4093-badc-8e4ef9b76747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:39:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:17.767008 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-db789c73-25a3-4093-badc-8e4ef9b76747 None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:17.771082 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Publish callbacks [] for router (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:17.885873 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Publish callbacks [] for router_gateway (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:17.943017 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Deleting port 0f63b942-99a9-481a-9036-00aa0be99c57 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:40:17.943348 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (0f63b942-99a9-481a-9036-00aa0be99c57), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:17.944771 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:40:18.030657 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] For port 0f63b942-99a9-481a-9036-00aa0be99c57, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=0f63b942-99a9-481a-9036-00aa0be99c57,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:18.030657 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (0f63b942-99a9-481a-9036-00aa0be99c57), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.040614 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Calling delete_port for 0f63b942-99a9-481a-9036-00aa0be99c57 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:40:18.045100 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-db789c73-25a3-4093-badc-8e4ef9b76747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:40:17Z', 'revision_number': 5, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port': {'id': '0f63b942-99a9-481a-9036-00aa0be99c57', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:12:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:24Z', 'updated_at': '2022-04-05T22:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:18.075262 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db789c73-25a3-4093-badc-8e4ef9b76747 None None] Checking router: 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:40:18.085272 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db789c73-25a3-4093-badc-8e4ef9b76747 None None] Routers {'2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:18.085886 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-db789c73-25a3-4093-badc-8e4ef9b76747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:39:52Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:18.178592 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-db789c73-25a3-4093-badc-8e4ef9b76747 None None] Set router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:18.224982 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (0f63b942-99a9-481a-9036-00aa0be99c57), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.231986 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-db789c73-25a3-4093-badc-8e4ef9b76747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:40:17Z', 'revision_number': 6, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port_host': None}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:18.260101 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f63b942-99a9-481a-9036-00aa0be99c57,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:18.265890 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db789c73-25a3-4093-badc-8e4ef9b76747 None None] The sync data for ids ['2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c'] in dv-cinder-835881-4-smb is: [{'id': '2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-2121853312-router', 'tenant_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:22Z', 'updated_at': '2022-04-05T22:40:17Z', 'revision_number': 6, 'project_id': '43f09bda1b5e41a8aa735af9fd0cc1c9', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:40:18.325444 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683918'] for router_gateway (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.423010 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62026'] for router (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.425197 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Publish callbacks [] for router_controller (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.470030 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684596'] for router (2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.470594 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:40:18.475305 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.476494 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-0b7318c0-49e5-4c6c-9d74-90c789759821 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2c0fd5ef-6f28-4d45-90da-7e2eeafa2a5c HTTP/1.1" status: 204 len: 168 time: 0.8459094 Apr 05 22:40:18.479235 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55432) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:18.525347 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b2ad56-9b7e-4184-84d9-5ac0a7b42e66 admin admin] Deleting subnet 153678da-7701-49d9-b921-ee9887cc1075 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:40:18.529103 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-35b2ad56-9b7e-4184-84d9-5ac0a7b42e66 admin admin] Publish callbacks [] for subnet (153678da-7701-49d9-b921-ee9887cc1075), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.563623 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-35b2ad56-9b7e-4184-84d9-5ac0a7b42e66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60389431'] for subnet (153678da-7701-49d9-b921-ee9887cc1075), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.654343 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-35b2ad56-9b7e-4184-84d9-5ac0a7b42e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (153678da-7701-49d9-b921-ee9887cc1075), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.728432 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-35b2ad56-9b7e-4184-84d9-5ac0a7b42e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60645529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59583216'] for subnet (153678da-7701-49d9-b921-ee9887cc1075), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.761742 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2ad56-9b7e-4184-84d9-5ac0a7b42e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=153678da-7701-49d9-b921-ee9887cc1075,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:18.763751 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-35b2ad56-9b7e-4184-84d9-5ac0a7b42e66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.767156 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-35b2ad56-9b7e-4184-84d9-5ac0a7b42e66 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/153678da-7701-49d9-b921-ee9887cc1075 HTTP/1.1" status: 204 len: 168 time: 0.2868476 Apr 05 22:40:18.768845 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604744d6-4377-48ef-bfe7-df59722a786a None None] Network 69f3666c-d270-41ea-a8aa-729dc02e1cda requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:40:18.770602 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 55454) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:18.871302 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (69f3666c-d270-41ea-a8aa-729dc02e1cda), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.940006 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Deleting port acd3251e-0985-4664-962a-2ab9b60d2a45 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:40:18.940700 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:18.966314 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55482) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:19.006450 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] For port acd3251e-0985-4664-962a-2ab9b60d2a45, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=acd3251e-0985-4664-962a-2ab9b60d2a45,segment=NetworkSegment(011653a9-2aa9-453f-914d-dc1fc810493a),segment_id=011653a9-2aa9-453f-914d-dc1fc810493a)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:19.007101 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.021306 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Calling delete_port for acd3251e-0985-4664-962a-2ab9b60d2a45 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:40:19.099312 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3cede8-f04b-4b0d-a8ea-a2d6fc67c4f5 None None] DHCP port deletion for 69f3666c-d270-41ea-a8aa-729dc02e1cda request from dv-cinder-835881-4-smb {{(pid=103231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:40:19.113712 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (acd3251e-0985-4664-962a-2ab9b60d2a45), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.131017 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c22bbe92-9740-4863-9d3b-5c0227e9853d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.142581 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Pushing event deleted for resources: {'Port': ['ID=acd3251e-0985-4664-962a-2ab9b60d2a45,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:19.146490 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] No DVR routers for this DVR port acd3251e-0985-4664-962a-2ab9b60d2a45 on host dv-cinder-835881-4-smb {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:40:19.211139 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-fe3cede8-f04b-4b0d-a8ea-a2d6fc67c4f5 None None] The port 'acd3251e-0985-4664-962a-2ab9b60d2a45' was deleted {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Apr 05 22:40:19.236957 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (69f3666c-d270-41ea-a8aa-729dc02e1cda), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.238434 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7b5f-f2b7-4874-826f-e8c26b90ed43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.262373 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c22bbe92-9740-4863-9d3b-5c0227e9853d admin admin] Publish callbacks [] for security_group (53651bba-c01b-4e15-978d-1cab09aaf25f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.266562 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f3666c-d270-41ea-a8aa-729dc02e1cda']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:19.268612 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c22bbe92-9740-4863-9d3b-5c0227e9853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (53651bba-c01b-4e15-978d-1cab09aaf25f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.277597 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011653a9-2aa9-453f-914d-dc1fc810493a') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:19.278025 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011653a9-2aa9-453f-914d-dc1fc810493a') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:19.297714 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2226939'] for segment (011653a9-2aa9-453f-914d-dc1fc810493a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.315157 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (011653a9-2aa9-453f-914d-dc1fc810493a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.321627 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bbe92-9740-4863-9d3b-5c0227e9853d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53651bba-c01b-4e15-978d-1cab09aaf25f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:19.322360 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:40:19.322823 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2267126'] for segment (011653a9-2aa9-453f-914d-dc1fc810493a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: Traceback (most recent call last): Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: timer() Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: cb(*args, **kw) Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: return func(*args, **kwargs) Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: self._notify() Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: self.callback(batched_events) Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: event.method(event) Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: return f(self, *a, **k) Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: return self._get(url).json() Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: return self.request(url, 'GET', **kwargs) Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:40:19.324713 dv-cinder-835881-4-smb neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:40:19.336794 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-c22bbe92-9740-4863-9d3b-5c0227e9853d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d44164aec3a44500853dae7f31ae50d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692534 Apr 05 22:40:19.339357 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55490) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:19.384974 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (69f3666c-d270-41ea-a8aa-729dc02e1cda), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.394649 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.398464 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] 10.222.0.43 "DELETE /v2.0/networks/69f3666c-d270-41ea-a8aa-729dc02e1cda HTTP/1.1" status: 204 len: 168 time: 0.6266820 Apr 05 22:40:19.417168 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f149ade0-4d95-4611-b919-ed30dd43c5df admin admin] Publish callbacks [] for security_group (53651bba-c01b-4e15-978d-1cab09aaf25f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.431900 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac2822-5599-476e-b578-e976688a551e admin admin] Pushing event deleted for resources: {'Network': ['ID=69f3666c-d270-41ea-a8aa-729dc02e1cda,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:19.448639 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f149ade0-4d95-4611-b919-ed30dd43c5df admin admin] Publish callbacks [] for security_group (53651bba-c01b-4e15-978d-1cab09aaf25f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.518500 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f149ade0-4d95-4611-b919-ed30dd43c5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (53651bba-c01b-4e15-978d-1cab09aaf25f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.521373 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f149ade0-4d95-4611-b919-ed30dd43c5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.522660 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-f149ade0-4d95-4611-b919-ed30dd43c5df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53651bba-c01b-4e15-978d-1cab09aaf25f HTTP/1.1" status: 204 len: 168 time: 0.1822767 Apr 05 22:40:19.534349 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149ade0-4d95-4611-b919-ed30dd43c5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53651bba-c01b-4e15-978d-1cab09aaf25f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:19.593355 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55512) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:19.647310 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-5aafc15e-9c25-447d-ae61-b521622f498a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43f09bda1b5e41a8aa735af9fd0cc1c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0526407 Apr 05 22:40:19.650336 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55516) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:19.716591 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb1cc-1065-46f4-b9b8-fc5140540684 admin admin] Publish callbacks [] for security_group (45c24cc0-3054-418a-8bcd-173c81eb7172), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.738563 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb1cc-1065-46f4-b9b8-fc5140540684 admin admin] Publish callbacks [] for security_group (45c24cc0-3054-418a-8bcd-173c81eb7172), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.765074 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.794938 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb1cc-1065-46f4-b9b8-fc5140540684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (45c24cc0-3054-418a-8bcd-173c81eb7172), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.798495 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb1cc-1065-46f4-b9b8-fc5140540684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:19.799722 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-2bdcb1cc-1065-46f4-b9b8-fc5140540684 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45c24cc0-3054-418a-8bcd-173c81eb7172 HTTP/1.1" status: 204 len: 168 time: 0.1483376 Apr 05 22:40:19.807516 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcb1cc-1065-46f4-b9b8-fc5140540684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c24cc0-3054-418a-8bcd-173c81eb7172,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:20.080494 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device acd3251e-0985-4664-962a-2ab9b60d2a45 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:40:20.102835 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: acd3251e-0985-4664-962a-2ab9b60d2a45 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:40:20.103278 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device acd3251e-0985-4664-962a-2ab9b60d2a45 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:40:20.110196 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 0f63b942-99a9-481a-9036-00aa0be99c57 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:40:20.131264 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 0f63b942-99a9-481a-9036-00aa0be99c57 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:40:20.131604 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 0f63b942-99a9-481a-9036-00aa0be99c57 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:40:20.132015 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:40:20.153466 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:40:20.154142 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device d0d097f7-cddb-4e81-a4ac-f0c0d1f223b1 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:40:20.764174 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4b371b6f-b8a8-4bad-9346-04946e025b88 req-52a837a5-68f4-42f6-b3c4-15665ff3e266 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577021 Apr 05 22:40:20.872419 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b371b6f-b8a8-4bad-9346-04946e025b88 req-612b9b38-5130-41df-be41-d982ccac59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:20.875166 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4b371b6f-b8a8-4bad-9346-04946e025b88 req-612b9b38-5130-41df-be41-d982ccac59df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f0d5e291884412699c09b84b92b6d14&device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0587690 Apr 05 22:40:21.020347 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b371b6f-b8a8-4bad-9346-04946e025b88 req-9650ce2f-2bd7-4f26-910f-1cf7b4b9ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:21.020347 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4b371b6f-b8a8-4bad-9346-04946e025b88 req-9650ce2f-2bd7-4f26-910f-1cf7b4b9ed15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0f58eff-89e2-4c2e-8464-98e1362a08e6 HTTP/1.1" status: 200 len: 909 time: 0.1257308 Apr 05 22:40:21.120247 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4b371b6f-b8a8-4bad-9346-04946e025b88 req-91386ee2-9238-48f1-a7c1-41bdb780eed8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf HTTP/1.1" status: 200 len: 1001 time: 0.0930245 Apr 05 22:40:21.182723 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b371b6f-b8a8-4bad-9346-04946e025b88 req-09e51348-3947-4322-a693-b59cb4cfa2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:21.184418 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4b371b6f-b8a8-4bad-9346-04946e025b88 req-09e51348-3947-4322-a693-b59cb4cfa2b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ab68b89-523f-4d2e-ad76-372a4b534c2c HTTP/1.1" status: 200 len: 847 time: 0.0579195 Apr 05 22:40:21.239754 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b371b6f-b8a8-4bad-9346-04946e025b88 req-5e9eaf33-3de4-4217-aced-16a91f2c841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:21.241426 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4b371b6f-b8a8-4bad-9346-04946e025b88 req-5e9eaf33-3de4-4217-aced-16a91f2c841a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0f58eff-89e2-4c2e-8464-98e1362a08e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0508361 Apr 05 22:40:21.331942 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4b371b6f-b8a8-4bad-9346-04946e025b88 req-741d5bf6-9330-4a78-bcc3-6d844c1d43d5 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839071 Apr 05 22:40:21.424308 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-4b371b6f-b8a8-4bad-9346-04946e025b88 req-819e467c-8135-44d7-a23b-36892ca48bcc service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860071 Apr 05 22:40:21.556489 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-24754361-ba46-4b24-be8c-6cfc2dca9759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:22.498550 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:23.879721 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55672) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:23.983258 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.044698 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c51fa925-7772-47d5-a3c1-534f4d034ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.119354 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c51fa925-7772-47d5-a3c1-534f4d034ccd admin admin] Publish callbacks [] for security_group (f48eec82-7242-4b82-bbc4-671037f59e13), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.127942 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c51fa925-7772-47d5-a3c1-534f4d034ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (f48eec82-7242-4b82-bbc4-671037f59e13), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.169488 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-c51fa925-7772-47d5-a3c1-534f4d034ccd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da8b89ae4eef471d80d9575837d55985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885091 Apr 05 22:40:24.170739 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fa925-7772-47d5-a3c1-534f4d034ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48eec82-7242-4b82-bbc4-671037f59e13,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:24.172315 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 55692) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:24.231304 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73a7121d-2244-45af-8f77-34af36b28bad admin admin] Publish callbacks [] for security_group (f48eec82-7242-4b82-bbc4-671037f59e13), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.253240 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73a7121d-2244-45af-8f77-34af36b28bad admin admin] Publish callbacks [] for security_group (f48eec82-7242-4b82-bbc4-671037f59e13), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.312340 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73a7121d-2244-45af-8f77-34af36b28bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (f48eec82-7242-4b82-bbc4-671037f59e13), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.315242 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73a7121d-2244-45af-8f77-34af36b28bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.316643 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-73a7121d-2244-45af-8f77-34af36b28bad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f48eec82-7242-4b82-bbc4-671037f59e13 HTTP/1.1" status: 204 len: 168 time: 0.1431432 Apr 05 22:40:24.329029 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7121d-2244-45af-8f77-34af36b28bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48eec82-7242-4b82-bbc4-671037f59e13,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:25.346697 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.991570 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 55874) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:29.106847 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35efe851-eb7c-42c3-9947-f978be2972d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.185699 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35efe851-eb7c-42c3-9947-f978be2972d2 admin admin] Publish callbacks [] for security_group (e10b1109-7b95-47f6-985b-ea76b18111c2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.190751 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35efe851-eb7c-42c3-9947-f978be2972d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (e10b1109-7b95-47f6-985b-ea76b18111c2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.235186 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-35efe851-eb7c-42c3-9947-f978be2972d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48e147b73e6a4b958859f7643b747239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424614 Apr 05 22:40:29.235844 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55882) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:29.236507 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efe851-eb7c-42c3-9947-f978be2972d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b1109-7b95-47f6-985b-ea76b18111c2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:29.286652 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3be2b3a-1c42-4531-8924-c63b0c4df727 admin admin] Publish callbacks [] for security_group (e10b1109-7b95-47f6-985b-ea76b18111c2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.316535 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3be2b3a-1c42-4531-8924-c63b0c4df727 admin admin] Publish callbacks [] for security_group (e10b1109-7b95-47f6-985b-ea76b18111c2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.319816 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55884) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:29.377320 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3be2b3a-1c42-4531-8924-c63b0c4df727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (e10b1109-7b95-47f6-985b-ea76b18111c2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.379926 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3be2b3a-1c42-4531-8924-c63b0c4df727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.381303 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-e3be2b3a-1c42-4531-8924-c63b0c4df727 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e10b1109-7b95-47f6-985b-ea76b18111c2 HTTP/1.1" status: 204 len: 168 time: 0.1438413 Apr 05 22:40:29.389610 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be2b3a-1c42-4531-8924-c63b0c4df727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b1109-7b95-47f6-985b-ea76b18111c2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:29.453472 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bb99-2267-420d-bfa7-f8d0a1d7264e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.542935 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bb99-2267-420d-bfa7-f8d0a1d7264e admin admin] Publish callbacks [] for security_group (069caf42-9580-40a5-9c09-18714bf163cc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.547928 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bb99-2267-420d-bfa7-f8d0a1d7264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (069caf42-9580-40a5-9c09-18714bf163cc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.588954 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9bb99-2267-420d-bfa7-f8d0a1d7264e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069caf42-9580-40a5-9c09-18714bf163cc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:29.595796 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-c0e9bb99-2267-420d-bfa7-f8d0a1d7264e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f55f5c19823c4df5aa1b6db6b2094f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724795 Apr 05 22:40:29.596060 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55890) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:29.652258 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f248-60a3-4829-b5ee-ac524a9a927c admin admin] Publish callbacks [] for security_group (069caf42-9580-40a5-9c09-18714bf163cc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.680797 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f248-60a3-4829-b5ee-ac524a9a927c admin admin] Publish callbacks [] for security_group (069caf42-9580-40a5-9c09-18714bf163cc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.740882 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f248-60a3-4829-b5ee-ac524a9a927c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (069caf42-9580-40a5-9c09-18714bf163cc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.744157 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f248-60a3-4829-b5ee-ac524a9a927c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:29.747258 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-a6f1f248-60a3-4829-b5ee-ac524a9a927c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/069caf42-9580-40a5-9c09-18714bf163cc HTTP/1.1" status: 204 len: 168 time: 0.1499741 Apr 05 22:40:29.758155 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1f248-60a3-4829-b5ee-ac524a9a927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069caf42-9580-40a5-9c09-18714bf163cc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:30.102533 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55904) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:30.117553 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7214-1e2b-4be6-ab7c-68313f5d4ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:30.209131 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7214-1e2b-4be6-ab7c-68313f5d4ebc admin admin] Publish callbacks [] for security_group (c3ca36b6-1620-4189-b0cd-9dd0742b66f0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:30.214174 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7214-1e2b-4be6-ab7c-68313f5d4ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (c3ca36b6-1620-4189-b0cd-9dd0742b66f0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:30.251790 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-a8ba7214-1e2b-4be6-ab7c-68313f5d4ebc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06ef5f8c693e40cf9d1e09e3683a0242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480982 Apr 05 22:40:30.252695 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba7214-1e2b-4be6-ab7c-68313f5d4ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ca36b6-1620-4189-b0cd-9dd0742b66f0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:30.255707 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 55906) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:30.309694 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-39dbb005-d5cf-49c3-96f4-8fa952dd67b4 admin admin] Publish callbacks [] for security_group (c3ca36b6-1620-4189-b0cd-9dd0742b66f0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:30.331051 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-39dbb005-d5cf-49c3-96f4-8fa952dd67b4 admin admin] Publish callbacks [] for security_group (c3ca36b6-1620-4189-b0cd-9dd0742b66f0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:30.381116 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-39dbb005-d5cf-49c3-96f4-8fa952dd67b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (c3ca36b6-1620-4189-b0cd-9dd0742b66f0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:30.383788 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-39dbb005-d5cf-49c3-96f4-8fa952dd67b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:30.384961 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-39dbb005-d5cf-49c3-96f4-8fa952dd67b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3ca36b6-1620-4189-b0cd-9dd0742b66f0 HTTP/1.1" status: 204 len: 168 time: 0.1280174 Apr 05 22:40:30.392576 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbb005-d5cf-49c3-96f4-8fa952dd67b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ca36b6-1620-4189-b0cd-9dd0742b66f0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:31.093779 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 55948) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:31.303156 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7c115056-d1f3-4184-98d1-e94751c29613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:31.387379 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7c115056-d1f3-4184-98d1-e94751c29613 admin admin] Publish callbacks [] for security_group (e0961ccd-7196-4fd3-940e-0d447af1cc4d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:31.392869 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7c115056-d1f3-4184-98d1-e94751c29613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (e0961ccd-7196-4fd3-940e-0d447af1cc4d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:31.433662 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c115056-d1f3-4184-98d1-e94751c29613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0961ccd-7196-4fd3-940e-0d447af1cc4d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:31.445448 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 55960) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:31.459151 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-7c115056-d1f3-4184-98d1-e94751c29613 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e81f579587b142d285adb0417a319725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562629 Apr 05 22:40:31.504615 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9717a8c-220c-40cd-8756-c04e48f4e432 admin admin] Publish callbacks [] for security_group (e0961ccd-7196-4fd3-940e-0d447af1cc4d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:31.535772 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9717a8c-220c-40cd-8756-c04e48f4e432 admin admin] Publish callbacks [] for security_group (e0961ccd-7196-4fd3-940e-0d447af1cc4d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:31.592687 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9717a8c-220c-40cd-8756-c04e48f4e432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (e0961ccd-7196-4fd3-940e-0d447af1cc4d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:31.600830 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9717a8c-220c-40cd-8756-c04e48f4e432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:31.602180 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-f9717a8c-220c-40cd-8756-c04e48f4e432 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0961ccd-7196-4fd3-940e-0d447af1cc4d HTTP/1.1" status: 204 len: 168 time: 0.1557627 Apr 05 22:40:31.611129 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9717a8c-220c-40cd-8756-c04e48f4e432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0961ccd-7196-4fd3-940e-0d447af1cc4d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:37.785232 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56056) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:37.891932 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e10b2196-0e9f-4238-8aa5-5ff8f8fed67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:37.973955 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e10b2196-0e9f-4238-8aa5-5ff8f8fed67b admin admin] Publish callbacks [] for security_group (d1d25922-2685-45da-9389-8acd458cd5fb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:37.980614 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e10b2196-0e9f-4238-8aa5-5ff8f8fed67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d1d25922-2685-45da-9389-8acd458cd5fb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.023151 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-e10b2196-0e9f-4238-8aa5-5ff8f8fed67b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c03b2bfbe7db46be97348fe10538f629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368286 Apr 05 22:40:38.023895 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b2196-0e9f-4238-8aa5-5ff8f8fed67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d25922-2685-45da-9389-8acd458cd5fb,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:38.025060 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 56064) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:38.073199 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-583f881f-f122-4d7e-a788-73f3828f70eb admin admin] Publish callbacks [] for security_group (d1d25922-2685-45da-9389-8acd458cd5fb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.094000 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-583f881f-f122-4d7e-a788-73f3828f70eb admin admin] Publish callbacks [] for security_group (d1d25922-2685-45da-9389-8acd458cd5fb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.223554 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56068) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:38.334007 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6012d546-03c5-4b86-b5d5-36a85bdbc673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.411429 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6012d546-03c5-4b86-b5d5-36a85bdbc673 admin admin] Publish callbacks [] for security_group (7cc75ada-b4dc-4ad0-a2e1-a7db975c942d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.416659 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6012d546-03c5-4b86-b5d5-36a85bdbc673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (7cc75ada-b4dc-4ad0-a2e1-a7db975c942d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.419325 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-583f881f-f122-4d7e-a788-73f3828f70eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (d1d25922-2685-45da-9389-8acd458cd5fb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.421830 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-583f881f-f122-4d7e-a788-73f3828f70eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.423090 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-583f881f-f122-4d7e-a788-73f3828f70eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1d25922-2685-45da-9389-8acd458cd5fb HTTP/1.1" status: 204 len: 168 time: 0.3970122 Apr 05 22:40:38.431695 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f881f-f122-4d7e-a788-73f3828f70eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d25922-2685-45da-9389-8acd458cd5fb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:38.462364 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-6012d546-03c5-4b86-b5d5-36a85bdbc673 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b37def27d57a4b09b9344f0919be9e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377422 Apr 05 22:40:38.463112 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012d546-03c5-4b86-b5d5-36a85bdbc673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc75ada-b4dc-4ad0-a2e1-a7db975c942d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:38.465131 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 56074) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:38.513744 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-919f30da-b511-463f-87b1-ed543afc804d admin admin] Publish callbacks [] for security_group (7cc75ada-b4dc-4ad0-a2e1-a7db975c942d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.536077 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-919f30da-b511-463f-87b1-ed543afc804d admin admin] Publish callbacks [] for security_group (7cc75ada-b4dc-4ad0-a2e1-a7db975c942d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.581802 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-919f30da-b511-463f-87b1-ed543afc804d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (7cc75ada-b4dc-4ad0-a2e1-a7db975c942d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.584466 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-919f30da-b511-463f-87b1-ed543afc804d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.585597 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-919f30da-b511-463f-87b1-ed543afc804d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7cc75ada-b4dc-4ad0-a2e1-a7db975c942d HTTP/1.1" status: 204 len: 168 time: 0.1194789 Apr 05 22:40:38.593652 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f30da-b511-463f-87b1-ed543afc804d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc75ada-b4dc-4ad0-a2e1-a7db975c942d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:38.716916 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 56080) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:38.730132 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5887de-7bbc-4258-9d2b-0dfe51615a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.812964 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5887de-7bbc-4258-9d2b-0dfe51615a89 admin admin] Publish callbacks [] for security_group (73330b63-12df-4dff-967f-1e8f223cd671), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.818333 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5887de-7bbc-4258-9d2b-0dfe51615a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (73330b63-12df-4dff-967f-1e8f223cd671), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.860270 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-ac5887de-7bbc-4258-9d2b-0dfe51615a89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed7a53726b8541a1af2c8533e1d5eb63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419516 Apr 05 22:40:38.861447 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5887de-7bbc-4258-9d2b-0dfe51615a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73330b63-12df-4dff-967f-1e8f223cd671,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:38.863166 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56082) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:38.918924 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c4240b5-7696-40f8-870b-958963f22622 admin admin] Publish callbacks [] for security_group (73330b63-12df-4dff-967f-1e8f223cd671), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.943059 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c4240b5-7696-40f8-870b-958963f22622 admin admin] Publish callbacks [] for security_group (73330b63-12df-4dff-967f-1e8f223cd671), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.993720 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c4240b5-7696-40f8-870b-958963f22622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (73330b63-12df-4dff-967f-1e8f223cd671), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.996223 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c4240b5-7696-40f8-870b-958963f22622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.997403 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-5c4240b5-7696-40f8-870b-958963f22622 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73330b63-12df-4dff-967f-1e8f223cd671 HTTP/1.1" status: 204 len: 168 time: 0.1325965 Apr 05 22:40:39.005003 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4240b5-7696-40f8-870b-958963f22622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73330b63-12df-4dff-967f-1e8f223cd671,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:41.101846 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56150) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:41.211867 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ed12a21-545a-4ce1-9708-6aeaf1e1a19e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:41.284878 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ed12a21-545a-4ce1-9708-6aeaf1e1a19e admin admin] Publish callbacks [] for security_group (154e208c-68c1-4c48-bdab-57cb7f49c907), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:41.291443 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ed12a21-545a-4ce1-9708-6aeaf1e1a19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (154e208c-68c1-4c48-bdab-57cb7f49c907), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:41.327457 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-8ed12a21-545a-4ce1-9708-6aeaf1e1a19e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d2444008bad4c91aafd56b71600abe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245567 Apr 05 22:40:41.328283 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed12a21-545a-4ce1-9708-6aeaf1e1a19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154e208c-68c1-4c48-bdab-57cb7f49c907,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:41.330394 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 56154) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:41.380281 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b7d48a-00c0-4ac3-9cd0-de50579bdcad admin admin] Publish callbacks [] for security_group (154e208c-68c1-4c48-bdab-57cb7f49c907), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:41.402324 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b7d48a-00c0-4ac3-9cd0-de50579bdcad admin admin] Publish callbacks [] for security_group (154e208c-68c1-4c48-bdab-57cb7f49c907), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:41.449555 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b7d48a-00c0-4ac3-9cd0-de50579bdcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (154e208c-68c1-4c48-bdab-57cb7f49c907), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:41.452331 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b7d48a-00c0-4ac3-9cd0-de50579bdcad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:41.453493 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-08b7d48a-00c0-4ac3-9cd0-de50579bdcad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/154e208c-68c1-4c48-bdab-57cb7f49c907 HTTP/1.1" status: 204 len: 168 time: 0.1220067 Apr 05 22:40:41.461309 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7d48a-00c0-4ac3-9cd0-de50579bdcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154e208c-68c1-4c48-bdab-57cb7f49c907,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:41.724089 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56160) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:41.739954 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fabc-c32a-43fd-9f80-ccb095f2b921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:41.815125 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fabc-c32a-43fd-9f80-ccb095f2b921 admin admin] Publish callbacks [] for security_group (181a5338-131b-4984-93c2-d1b5cee3e2ba), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:41.821523 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fabc-c32a-43fd-9f80-ccb095f2b921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (181a5338-131b-4984-93c2-d1b5cee3e2ba), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:41.858440 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-c4e8fabc-c32a-43fd-9f80-ccb095f2b921 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e93be040aee841909da532fae30729ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332273 Apr 05 22:40:41.859326 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8fabc-c32a-43fd-9f80-ccb095f2b921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181a5338-131b-4984-93c2-d1b5cee3e2ba,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:41.861308 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 56162) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:41.913135 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c1e17a2-db12-4524-9b86-ba2075a36431 admin admin] Publish callbacks [] for security_group (181a5338-131b-4984-93c2-d1b5cee3e2ba), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:41.938109 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c1e17a2-db12-4524-9b86-ba2075a36431 admin admin] Publish callbacks [] for security_group (181a5338-131b-4984-93c2-d1b5cee3e2ba), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:42.001660 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c1e17a2-db12-4524-9b86-ba2075a36431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (181a5338-131b-4984-93c2-d1b5cee3e2ba), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:42.004160 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c1e17a2-db12-4524-9b86-ba2075a36431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:42.005302 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-8c1e17a2-db12-4524-9b86-ba2075a36431 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/181a5338-131b-4984-93c2-d1b5cee3e2ba HTTP/1.1" status: 204 len: 168 time: 0.1428151 Apr 05 22:40:42.012878 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e17a2-db12-4524-9b86-ba2075a36431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181a5338-131b-4984-93c2-d1b5cee3e2ba,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:43.097334 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 56192) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:43.205961 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ebc2a03-f806-40d2-a286-5e9c71c0d47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:43.279885 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ebc2a03-f806-40d2-a286-5e9c71c0d47a admin admin] Publish callbacks [] for security_group (5268cf99-d243-4874-a7ca-6047d4bd73b0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:43.285983 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ebc2a03-f806-40d2-a286-5e9c71c0d47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (5268cf99-d243-4874-a7ca-6047d4bd73b0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:43.323942 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-1ebc2a03-f806-40d2-a286-5e9c71c0d47a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2723a14b9d146f5bcb6ebe51d472772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255478 Apr 05 22:40:43.324810 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc2a03-f806-40d2-a286-5e9c71c0d47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5268cf99-d243-4874-a7ca-6047d4bd73b0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:43.326832 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56196) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:43.374864 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c14f48b-b411-4897-ae7f-89c516870947 admin admin] Publish callbacks [] for security_group (5268cf99-d243-4874-a7ca-6047d4bd73b0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:43.396378 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c14f48b-b411-4897-ae7f-89c516870947 admin admin] Publish callbacks [] for security_group (5268cf99-d243-4874-a7ca-6047d4bd73b0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:43.445770 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c14f48b-b411-4897-ae7f-89c516870947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (5268cf99-d243-4874-a7ca-6047d4bd73b0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:43.448343 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c14f48b-b411-4897-ae7f-89c516870947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:43.449494 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-8c14f48b-b411-4897-ae7f-89c516870947 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5268cf99-d243-4874-a7ca-6047d4bd73b0 HTTP/1.1" status: 204 len: 168 time: 0.1215391 Apr 05 22:40:43.457877 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14f48b-b411-4897-ae7f-89c516870947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5268cf99-d243-4874-a7ca-6047d4bd73b0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:49.172308 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-80184e85-c847-48c0-bf59-3d531a142cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:49.780513 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:51.566947 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-93cc7252-9705-42e0-9a1c-a9ddf7ee81af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:52.508156 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:53.972977 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:54.929382 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:40:55.364403 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:09.659981 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b08d4e-a789-4dfc-b1c9-d47b83290cd4 req-9476d678-03e3-418e-ae69-d8c6dbba6a7b tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:09.661442 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b7b08d4e-a789-4dfc-b1c9-d47b83290cd4 req-9476d678-03e3-418e-ae69-d8c6dbba6a7b tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0608885 Apr 05 22:41:09.712034 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b7b08d4e-a789-4dfc-b1c9-d47b83290cd4 req-bf8e642e-2310-4da1-b429-55d4ce627bbd tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417860 Apr 05 22:41:10.840394 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1064cd-92f0-400e-80c4-f3e924dfe3a0 req-ff49df0a-acb6-408e-b70b-e40709a4b23d tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:10.841979 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7d1064cd-92f0-400e-80c4-f3e924dfe3a0 req-ff49df0a-acb6-408e-b70b-e40709a4b23d tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0583637 Apr 05 22:41:10.890872 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-7d1064cd-92f0-400e-80c4-f3e924dfe3a0 req-6a43fbf3-7ae8-4770-bfbc-d9d83f8b6159 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430586 Apr 05 22:41:12.020020 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5b99-e037-4548-b268-7e531fcc1625 req-b4bcf0c8-952c-4706-9af9-d18db3b40447 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:12.021497 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-220c5b99-e037-4548-b268-7e531fcc1625 req-b4bcf0c8-952c-4706-9af9-d18db3b40447 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0553071 Apr 05 22:41:12.072549 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-220c5b99-e037-4548-b268-7e531fcc1625 req-5343bcbb-8529-48cb-a75c-44656008a0d1 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442994 Apr 05 22:41:13.205610 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c48a8-b516-4d02-9f3c-cac65339cfc3 req-9f7e7270-a7b3-4ac1-8131-f9719133359f tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:13.207091 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-232c48a8-b516-4d02-9f3c-cac65339cfc3 req-9f7e7270-a7b3-4ac1-8131-f9719133359f tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0560308 Apr 05 22:41:13.253707 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-232c48a8-b516-4d02-9f3c-cac65339cfc3 req-933c4d90-05ce-498a-9a61-d7681ef28c03 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409882 Apr 05 22:41:14.391198 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc079b1-f0c6-4ad7-b8b8-00d9ff8ffd22 req-6ba4fcb0-5d5c-4272-a238-436bd3752186 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:14.392669 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6fc079b1-f0c6-4ad7-b8b8-00d9ff8ffd22 req-6ba4fcb0-5d5c-4272-a238-436bd3752186 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0586655 Apr 05 22:41:14.450036 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-6fc079b1-f0c6-4ad7-b8b8-00d9ff8ffd22 req-e3eaf6a0-b5c1-4bbe-9d2b-7210e18d70d6 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514216 Apr 05 22:41:15.580237 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70e35d-9729-4616-a6e3-7ad7db718210 req-7867f47f-b5b4-4611-b9d0-ecdcbe106d2d tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:15.581803 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6c70e35d-9729-4616-a6e3-7ad7db718210 req-7867f47f-b5b4-4611-b9d0-ecdcbe106d2d tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0550683 Apr 05 22:41:15.635970 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-6c70e35d-9729-4616-a6e3-7ad7db718210 req-e941b11a-df28-477c-bfeb-65d606a376c1 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457728 Apr 05 22:41:16.762561 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed2d20-6a35-47c6-9940-b5519d6a9d55 req-5c020a7b-21d5-4d53-a5eb-9d2504526b68 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:16.764067 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-25ed2d20-6a35-47c6-9940-b5519d6a9d55 req-5c020a7b-21d5-4d53-a5eb-9d2504526b68 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0559092 Apr 05 22:41:16.812656 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-25ed2d20-6a35-47c6-9940-b5519d6a9d55 req-c2e7d17e-77c1-4d19-b534-f01b839f1a16 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428050 Apr 05 22:41:17.948154 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1918c-3525-49c2-9b76-b5f496a73cbc req-60ad42af-f5f3-4247-b233-38902161afd4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:17.949684 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0fe1918c-3525-49c2-9b76-b5f496a73cbc req-60ad42af-f5f3-4247-b233-38902161afd4 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0574572 Apr 05 22:41:17.997832 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-0fe1918c-3525-49c2-9b76-b5f496a73cbc req-550c7f93-66bc-465b-88c4-7dbc0f6b5385 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423191 Apr 05 22:41:19.137461 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f6455-eb37-451e-9167-e703965dfe87 req-5a33db52-025a-4123-9f62-e6df4252abbc tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:19.139037 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9b6f6455-eb37-451e-9167-e703965dfe87 req-5a33db52-025a-4123-9f62-e6df4252abbc tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0573740 Apr 05 22:41:19.176686 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-50c59008-84ff-4643-9266-3d98fca5b140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:19.191163 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-9b6f6455-eb37-451e-9167-e703965dfe87 req-4a8bf39f-9293-4127-8124-4a1e5b8d03c8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462663 Apr 05 22:41:19.796790 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:19.840762 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb8cd7-42ab-495b-9d02-9edc90ef3e9a req-064cc899-5066-409a-8ac5-0cba7f8674e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:19.842292 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a1cb8cd7-42ab-495b-9d02-9edc90ef3e9a req-064cc899-5066-409a-8ac5-0cba7f8674e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f0d5e291884412699c09b84b92b6d14&device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0476618 Apr 05 22:41:19.945754 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb8cd7-42ab-495b-9d02-9edc90ef3e9a req-ce39ee77-0bf0-44b4-9bdb-c4e73388b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:19.948136 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a1cb8cd7-42ab-495b-9d02-9edc90ef3e9a req-ce39ee77-0bf0-44b4-9bdb-c4e73388b102 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0f58eff-89e2-4c2e-8464-98e1362a08e6 HTTP/1.1" status: 200 len: 909 time: 0.0997689 Apr 05 22:41:20.018354 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a1cb8cd7-42ab-495b-9d02-9edc90ef3e9a req-0fe10b6e-d7aa-459d-9c43-7e915e2b6e8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf HTTP/1.1" status: 200 len: 1001 time: 0.0641475 Apr 05 22:41:20.070431 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb8cd7-42ab-495b-9d02-9edc90ef3e9a req-ac2fb3f7-120e-4011-a03f-4128a301801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:20.071827 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a1cb8cd7-42ab-495b-9d02-9edc90ef3e9a req-ac2fb3f7-120e-4011-a03f-4128a301801c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ab68b89-523f-4d2e-ad76-372a4b534c2c HTTP/1.1" status: 200 len: 847 time: 0.0458462 Apr 05 22:41:20.125464 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb8cd7-42ab-495b-9d02-9edc90ef3e9a req-553d5fbe-a046-48e2-a126-27203c03a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:20.126973 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a1cb8cd7-42ab-495b-9d02-9edc90ef3e9a req-553d5fbe-a046-48e2-a126-27203c03a85d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0f58eff-89e2-4c2e-8464-98e1362a08e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489407 Apr 05 22:41:20.218407 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a1cb8cd7-42ab-495b-9d02-9edc90ef3e9a req-3c0e54d0-774c-43af-92e6-3b654c3a1213 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855217 Apr 05 22:41:20.311763 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-a1cb8cd7-42ab-495b-9d02-9edc90ef3e9a req-d86f19d3-225a-4976-8560-174d0aa4a33c service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874097 Apr 05 22:41:20.312186 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30370ab9-4175-49bb-9de5-c80c292b4025 req-6bf30c8b-bd64-4e0e-9283-a554e19828f7 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:20.313670 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-30370ab9-4175-49bb-9de5-c80c292b4025 req-6bf30c8b-bd64-4e0e-9283-a554e19828f7 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0543520 Apr 05 22:41:20.363098 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-30370ab9-4175-49bb-9de5-c80c292b4025 req-a8930f67-3534-4cea-97f0-31f563c84ddf tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430384 Apr 05 22:41:21.500033 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75caf8b-d9a7-446f-849c-255a407ccdf1 req-4e863056-b12b-4740-a711-db828e3c0a4d tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:21.501489 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b75caf8b-d9a7-446f-849c-255a407ccdf1 req-4e863056-b12b-4740-a711-db828e3c0a4d tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0621934 Apr 05 22:41:21.555592 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-b75caf8b-d9a7-446f-849c-255a407ccdf1 req-05fb8e79-1f99-4f65-95f6-1be1c97d92f9 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457263 Apr 05 22:41:21.563063 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-641a35db-7660-4e48-a49d-1f6789fb541f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:21.791352 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035acec9-e532-4cfd-9101-90c9631bca73 req-0b881879-94ef-470a-bb60-cbc1013f0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:21.792996 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-035acec9-e532-4cfd-9101-90c9631bca73 req-0b881879-94ef-470a-bb60-cbc1013f0005 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f0d5e291884412699c09b84b92b6d14&device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0455585 Apr 05 22:41:21.902084 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035acec9-e532-4cfd-9101-90c9631bca73 req-bc8993aa-adc6-4d92-858b-5a1dac21b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:21.903943 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-035acec9-e532-4cfd-9101-90c9631bca73 req-bc8993aa-adc6-4d92-858b-5a1dac21b641 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0f58eff-89e2-4c2e-8464-98e1362a08e6 HTTP/1.1" status: 200 len: 909 time: 0.0895483 Apr 05 22:41:22.203252 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-035acec9-e532-4cfd-9101-90c9631bca73 req-584b7eb0-f58c-48bd-8101-b0b3f5e95d03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf HTTP/1.1" status: 200 len: 1001 time: 0.0756030 Apr 05 22:41:22.255492 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035acec9-e532-4cfd-9101-90c9631bca73 req-26833619-b20a-4633-bf55-d9502d2be735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:22.256951 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-035acec9-e532-4cfd-9101-90c9631bca73 req-26833619-b20a-4633-bf55-d9502d2be735 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ab68b89-523f-4d2e-ad76-372a4b534c2c HTTP/1.1" status: 200 len: 847 time: 0.0479872 Apr 05 22:41:22.306933 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035acec9-e532-4cfd-9101-90c9631bca73 req-7b5add87-ae95-464d-9d24-a47be971b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:22.308405 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-035acec9-e532-4cfd-9101-90c9631bca73 req-7b5add87-ae95-464d-9d24-a47be971b69c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0f58eff-89e2-4c2e-8464-98e1362a08e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445037 Apr 05 22:41:22.405645 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-035acec9-e532-4cfd-9101-90c9631bca73 req-65298a55-ac12-4e2c-93c5-ca07ded763b5 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902677 Apr 05 22:41:22.493245 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-035acec9-e532-4cfd-9101-90c9631bca73 req-457b9299-4368-4b6f-9f81-f319730c4037 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816886 Apr 05 22:41:22.505362 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:22.692398 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f95f2-5bee-4eb1-9e0e-f1fb072bf36e req-f785191b-5ecb-4224-86da-72e4e6cabb6e tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:22.693880 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-238f95f2-5bee-4eb1-9e0e-f1fb072bf36e req-f785191b-5ecb-4224-86da-72e4e6cabb6e tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0658047 Apr 05 22:41:22.746086 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-238f95f2-5bee-4eb1-9e0e-f1fb072bf36e req-e1a77172-dbcc-40ed-b117-0c199edcd9ce tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441389 Apr 05 22:41:22.944616 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-1a37d6ab-7ae8-4009-95e2-39467d4372ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448875 Apr 05 22:41:22.972077 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0ed6f-3f0d-49c3-90de-2bf6388ba643 req-ad24c6ef-fc63-4341-adb5-4912a0549cb9 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:22.973554 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4cc0ed6f-3f0d-49c3-90de-2bf6388ba643 req-ad24c6ef-fc63-4341-adb5-4912a0549cb9 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0525892 Apr 05 22:41:23.020163 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-782ae4a3-9732-4b65-9c7b-70253550adea tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:23.021450 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-782ae4a3-9732-4b65-9c7b-70253550adea tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports/34f078bd-9ec8-4661-99c3-522c45be6cbf HTTP/1.1" status: 200 len: 942 time: 0.0494342 Apr 05 22:41:23.022086 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-4cc0ed6f-3f0d-49c3-90de-2bf6388ba643 req-33005cf7-5c94-4599-9cde-9cd448ffac0d tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427756 Apr 05 22:41:23.973023 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:24.126597 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-a7562a9c-90de-495b-a56e-4906721921df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:24.128090 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-a7562a9c-90de-495b-a56e-4906721921df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0&tenant_id=5f0d5e291884412699c09b84b92b6d14 HTTP/1.1" status: 200 len: 1129 time: 0.0698349 Apr 05 22:41:24.156684 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b964-f6f9-4359-b9bd-d462f3d8d25f req-518db0a0-547c-4526-9ca0-5c57fa339c65 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:24.158136 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c361b964-f6f9-4359-b9bd-d462f3d8d25f req-518db0a0-547c-4526-9ca0-5c57fa339c65 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0646281 Apr 05 22:41:24.238680 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-c361b964-f6f9-4359-b9bd-d462f3d8d25f req-71d1adb1-d077-40ef-9cfd-c51c141cb2fd tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724545 Apr 05 22:41:24.241303 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-9ae64865-3af1-4e4b-9586-02702a453c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:24.242845 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-9ae64865-3af1-4e4b-9586-02702a453c2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f0d5e291884412699c09b84b92b6d14&device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0836897 Apr 05 22:41:24.332011 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-bfaf87ce-c42c-4f5d-ae6a-61aac3e2ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:24.333474 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-bfaf87ce-c42c-4f5d-ae6a-61aac3e2ae93 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0f58eff-89e2-4c2e-8464-98e1362a08e6 HTTP/1.1" status: 200 len: 909 time: 0.0841374 Apr 05 22:41:24.400202 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-0e947567-3de8-4402-bc33-1135f40b7c9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf HTTP/1.1" status: 200 len: 1001 time: 0.0610726 Apr 05 22:41:24.447571 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-6a2ace9f-7af6-405d-9aab-e2e544a515de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:24.448957 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-6a2ace9f-7af6-405d-9aab-e2e544a515de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ab68b89-523f-4d2e-ad76-372a4b534c2c HTTP/1.1" status: 200 len: 847 time: 0.0423269 Apr 05 22:41:24.498042 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-6fbf2f66-a950-441a-bf3d-49bb94a2a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:24.499419 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-6fbf2f66-a950-441a-bf3d-49bb94a2a6ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0f58eff-89e2-4c2e-8464-98e1362a08e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445070 Apr 05 22:41:24.608748 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-fe8f9e2d-4ef5-4790-8c38-e137eaccaa10 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027796 Apr 05 22:41:24.698797 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e3fb8ea6-7a11-4ef0-95e3-c5a8356baf0a req-1894ec9a-315a-4d30-acbc-cef4e8bd43da service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834112 Apr 05 22:41:25.349006 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:25.372640 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ba520-e3a4-4d8d-9e28-5904c176ddbb req-429d69c5-5827-43d9-810a-29e46cd03b5d tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:25.374116 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-901ba520-e3a4-4d8d-9e28-5904c176ddbb req-429d69c5-5827-43d9-810a-29e46cd03b5d tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0530231 Apr 05 22:41:25.426634 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-901ba520-e3a4-4d8d-9e28-5904c176ddbb req-f0049edf-e9c3-424c-84c8-da123889e4a8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466778 Apr 05 22:41:26.006199 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919b476-25bd-4aa9-98dc-e306882dbfbc req-42c677d0-ce67-455f-8ae0-684e42e86a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:26.007732 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0919b476-25bd-4aa9-98dc-e306882dbfbc req-42c677d0-ce67-455f-8ae0-684e42e86a3d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0568316 Apr 05 22:41:26.054837 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-0919b476-25bd-4aa9-98dc-e306882dbfbc req-48c6ad5c-2579-4c93-8ac5-a9d8313e8644 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406435 Apr 05 22:41:26.575961 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95627ef-41a2-4edb-8ee2-ff0a404e396a req-db51dbfd-57f6-48dd-a7e0-de1fab53bb58 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:26.577577 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e95627ef-41a2-4edb-8ee2-ff0a404e396a req-db51dbfd-57f6-48dd-a7e0-de1fab53bb58 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0765498 Apr 05 22:41:26.630952 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-e95627ef-41a2-4edb-8ee2-ff0a404e396a req-67e3608a-7bcc-4858-9235-48c79188b56b tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457859 Apr 05 22:41:26.875457 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 34f078bd-9ec8-4661-99c3-522c45be6cbf details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:41:26.878576 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 34f078bd-9ec8-4661-99c3-522c45be6cbf no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:41:27.025596 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 34f078bd-9ec8-4661-99c3-522c45be6cbf is: ACTIVE; New status is: DOWN {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:41:27.025996 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:27.032504 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 34f078bd-9ec8-4661-99c3-522c45be6cbf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:27.050016 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Returning: {'device': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'port_id': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'mac_address': 'fa:16:3e:af:ab:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:41:27.063502 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:41:27.065809 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a02afb1-554a-4cc5-9293-0b18a24eb0a9" -d '{"events": [{"server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "name": "network-vif-unplugged", "status": "completed", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:41:27.095975 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 34f078bd-9ec8-4661-99c3-522c45be6cbf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:27.103279 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 22:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4fc6b8-674c-4785-84a1-3be10c2b27f9 x-openstack-request-id: req-1f4fc6b8-674c-4785-84a1-3be10c2b27f9 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:41:27.103584 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "name": "network-vif-unplugged", "status": "completed", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:41:27.103842 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f4fc6b8-674c-4785-84a1-3be10c2b27f9 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:41:27.104277 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4fc6b8-674c-4785-84a1-3be10c2b27f9'] response: {'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'code': 200} Apr 05 22:41:27.108665 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:27.114542 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 34f078bd-9ec8-4661-99c3-522c45be6cbf is: ACTIVE; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:41:27.115049 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:27.147239 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34f078bd-9ec8-4661-99c3-522c45be6cbf {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:41:27.170668 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=34f078bd-9ec8-4661-99c3-522c45be6cbf,revision_number=6']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:27.196800 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.197153 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.197477 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.197840 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.198174 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.198502 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.198860 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.199169 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.199493 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.199812 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.200134 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.200542 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.200917 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.201235 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.201553 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:41:27.220393 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.db.api [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:41:27.220752 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG oslo_db.api [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:41:27.756361 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 34f078bd-9ec8-4661-99c3-522c45be6cbf is: DOWN; New status is: BUILD {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:41:27.756752 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:27.761390 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1556b60-6387-4e9a-a012-e895bf73232c req-e834ffb1-c6d9-4ea7-ae49-b87c90c85346 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:27.762898 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d1556b60-6387-4e9a-a012-e895bf73232c req-e834ffb1-c6d9-4ea7-ae49-b87c90c85346 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 943 time: 0.0586882 Apr 05 22:41:27.769546 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f078bd-9ec8-4661-99c3-522c45be6cbf {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:41:27.788573 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 34f078bd-9ec8-4661-99c3-522c45be6cbf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:27.793257 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:27.816541 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d1556b60-6387-4e9a-a012-e895bf73232c req-96aa13b1-1bf9-46db-b4ee-021428bc391d tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476859 Apr 05 22:41:27.838958 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=34f078bd-9ec8-4661-99c3-522c45be6cbf,revision_number=7']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:28.014038 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] get_ports_and_sgs() called for port_ids ['34f078bd-9ec8-4661-99c3-522c45be6cbf'] {{(pid=103231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:41:28.882289 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 34f078bd-9ec8-4661-99c3-522c45be6cbf up at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:41:28.941002 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Provisioning complete for port 34f078bd-9ec8-4661-99c3-522c45be6cbf triggered by entity L2. {{(pid=103231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:41:28.941361 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1204859'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), provisioning_complete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:29.018656 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Current status of the port 34f078bd-9ec8-4661-99c3-522c45be6cbf is: BUILD; New status is: ACTIVE {{(pid=103231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:41:29.019357 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284154'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:29.058409 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] For port 34f078bd-9ec8-4661-99c3-522c45be6cbf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:29.065171 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794853926422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794853383958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794853383976'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:29.106882 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:41:29.109361 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b75f628ed65140826f31d4b17d817bf3d5daff4d4b00e2a1a679a20544f241f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ae1f5f-77d3-41ad-98a2-79269c417b99" -d '{"events": [{"server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "name": "network-vif-plugged", "status": "completed", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:41:29.120546 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Pushing event updated for resources: {'Port': ['ID=34f078bd-9ec8-4661-99c3-522c45be6cbf,revision_number=8']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:29.149084 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ac99fc-c73e-4d85-96ad-ce78946979fc x-openstack-request-id: req-e4ac99fc-c73e-4d85-96ad-ce78946979fc {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:41:29.149399 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "name": "network-vif-plugged", "status": "completed", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:41:29.149655 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4ac99fc-c73e-4d85-96ad-ce78946979fc {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:41:29.150050 dv-cinder-835881-4-smb neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ac99fc-c73e-4d85-96ad-ce78946979fc'] response: {'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'code': 200} Apr 05 22:41:31.934195 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:41:49.182069 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b0b7efb2-de77-4f6a-9907-4ef9fc3a4147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:49.784064 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:51.564876 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-55a9f100-e771-4751-9bc2-c6a9138a3470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:52.519288 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:53.981229 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:55.362312 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:08.938822 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:42:19.192151 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a1d442d3-a512-46b4-959a-424d7c9181c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:19.803308 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:21.574385 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b4131264-d18d-4f9d-a4b1-8f1d12d99b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:21.749279 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d8161ac0-2c94-4135-99e4-a41c3db98ff2 req-51ef9afd-3543-4390-b0ef-7c6ace1d4522 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434265 Apr 05 22:42:21.836836 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8161ac0-2c94-4135-99e4-a41c3db98ff2 req-afa998a3-be5b-4d4f-be03-97f78517120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:21.838216 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d8161ac0-2c94-4135-99e4-a41c3db98ff2 req-afa998a3-be5b-4d4f-be03-97f78517120e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f0d5e291884412699c09b84b92b6d14&device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0451450 Apr 05 22:42:21.941901 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8161ac0-2c94-4135-99e4-a41c3db98ff2 req-d285202f-c29f-44aa-bd39-38a1d3020b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:21.943419 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d8161ac0-2c94-4135-99e4-a41c3db98ff2 req-d285202f-c29f-44aa-bd39-38a1d3020b09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0f58eff-89e2-4c2e-8464-98e1362a08e6 HTTP/1.1" status: 200 len: 909 time: 0.0867128 Apr 05 22:42:22.009897 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d8161ac0-2c94-4135-99e4-a41c3db98ff2 req-e8807d92-0c21-4e93-b385-93370fcf2578 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf HTTP/1.1" status: 200 len: 1001 time: 0.0598979 Apr 05 22:42:22.063155 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8161ac0-2c94-4135-99e4-a41c3db98ff2 req-6636d88d-ba77-4f32-b5f2-d1e0e7a115f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:22.065264 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d8161ac0-2c94-4135-99e4-a41c3db98ff2 req-6636d88d-ba77-4f32-b5f2-d1e0e7a115f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ab68b89-523f-4d2e-ad76-372a4b534c2c HTTP/1.1" status: 200 len: 847 time: 0.0487168 Apr 05 22:42:22.122096 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8161ac0-2c94-4135-99e4-a41c3db98ff2 req-685fa737-8b2a-4bbb-9c57-c454693f3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:22.123630 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d8161ac0-2c94-4135-99e4-a41c3db98ff2 req-685fa737-8b2a-4bbb-9c57-c454693f3561 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0f58eff-89e2-4c2e-8464-98e1362a08e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0515108 Apr 05 22:42:22.211650 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d8161ac0-2c94-4135-99e4-a41c3db98ff2 req-df106648-8741-4928-9511-552a1784a4a2 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820925 Apr 05 22:42:22.306929 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-d8161ac0-2c94-4135-99e4-a41c3db98ff2 req-6193ceab-f50e-4203-8428-958990637504 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895758 Apr 05 22:42:22.523066 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.979296 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:25.363855 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.793349 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56268) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:37.950514 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Deleting port b26f072f-18e2-458b-8b8c-441a048770e8 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:37.950858 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (b26f072f-18e2-458b-8b8c-441a048770e8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:38.022550 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (b26f072f-18e2-458b-8b8c-441a048770e8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:38.022915 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for floatingip (b26f072f-18e2-458b-8b8c-441a048770e8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:38.034531 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Calling delete_port for b26f072f-18e2-458b-8b8c-441a048770e8 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:38.425669 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (b26f072f-18e2-458b-8b8c-441a048770e8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:38.453202 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event deleted for resources: {'Port': ['ID=b26f072f-18e2-458b-8b8c-441a048770e8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:38.476780 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.477128 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.477464 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.477796 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.478130 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.478455 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.478815 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.479131 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.479448 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.479764 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.480081 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.480382 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.480699 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.481016 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.481330 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:38.518646 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for floatingip (e1c5028a-d9be-43b4-a108-785a83130faf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:38.519007 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.db.l3_db [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Floating IP e1c5028a-d9be-43b4-a108-785a83130faf disassociated (deleted). External IP: 172.28.3.244, port: 34f078bd-9ec8-4661-99c3-522c45be6cbf. Apr 05 22:42:38.736819 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:38.847794 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:38.854056 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:38.863173 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7cea3-f367-42c8-919d-76cecd878620 None None] Sync routers for ids ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:38.873665 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7cea3-f367-42c8-919d-76cecd878620 None None] Routers {'4a36473a-3fc6-43ba-90ad-6b0bd047aeea'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:38.874283 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-f8e7cea3-f367-42c8-919d-76cecd878620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:42:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:38.887034 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-72e4ccfa-59fe-4913-a9aa-5fb6d7ec6507 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "DELETE /v2.0/floatingips/e1c5028a-d9be-43b4-a108-785a83130faf HTTP/1.1" status: 204 len: 168 time: 1.0924394 Apr 05 22:42:38.887638 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:38.890532 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92d710b67e8daad357ffe2d96486b67c332d16fc46736281f8e36df1629ba667" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168a0f92-5a80-42c9-91b3-ec8e7008fb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:38.927400 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676c906b-5e75-4c7a-ada8-e140d4a605b4 x-openstack-request-id: req-676c906b-5e75-4c7a-ada8-e140d4a605b4 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:38.927695 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:38.927943 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-676c906b-5e75-4c7a-ada8-e140d4a605b4 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:38.928378 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676c906b-5e75-4c7a-ada8-e140d4a605b4'] response: {'name': 'network-changed', 'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'status': 'completed', 'code': 200} Apr 05 22:42:38.987831 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-f8e7cea3-f367-42c8-919d-76cecd878620 None None] Set router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:39.014217 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a0f92-5a80-42c9-91b3-ec8e7008fb9b req-4a93c05f-ddb9-4950-a9cd-2e376ac19ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:39.014971 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-168a0f92-5a80-42c9-91b3-ec8e7008fb9b req-4a93c05f-ddb9-4950-a9cd-2e376ac19ef3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f0d5e291884412699c09b84b92b6d14&device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 1129 time: 0.0629966 Apr 05 22:42:39.110171 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f5b20-f76b-4076-8b09-4031dec6bed4 req-c6abffca-0397-44a6-b5dc-941df2d216e6 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:39.111728 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-da9f5b20-f76b-4076-8b09-4031dec6bed4 req-c6abffca-0397-44a6-b5dc-941df2d216e6 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0531182 Apr 05 22:42:39.161109 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [req-da9f5b20-f76b-4076-8b09-4031dec6bed4 req-06192ea4-de9d-4614-940a-ac814efa0249 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434856 Apr 05 22:42:39.189066 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-f8e7cea3-f367-42c8-919d-76cecd878620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '508476d1-ae5c-4835-bf32-aaad29f51b67', 'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'mac_address': 'fa:16:3e:bc:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:32Z', 'updated_at': '2022-04-05T22:38:38Z', 'revision_number': 5, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'subnets': [{'id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:39.214363 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7cea3-f367-42c8-919d-76cecd878620 None None] Checking router: 4a36473a-3fc6-43ba-90ad-6b0bd047aeea for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:39.222573 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7cea3-f367-42c8-919d-76cecd878620 None None] Routers {'4a36473a-3fc6-43ba-90ad-6b0bd047aeea'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:39.223216 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-f8e7cea3-f367-42c8-919d-76cecd878620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:42:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:39.329361 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-f8e7cea3-f367-42c8-919d-76cecd878620 None None] Set router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:39.654221 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-f8e7cea3-f367-42c8-919d-76cecd878620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '508476d1-ae5c-4835-bf32-aaad29f51b67', 'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'mac_address': 'fa:16:3e:bc:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:32Z', 'updated_at': '2022-04-05T22:38:38Z', 'revision_number': 5, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'subnets': [{'id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:39.680201 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7cea3-f367-42c8-919d-76cecd878620 None None] The sync data for ids ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'] in dv-cinder-835881-4-smb is: [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 4, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb', '_interfaces': [{'id': '508476d1-ae5c-4835-bf32-aaad29f51b67', 'name': '', 'network_id': 'b0f58eff-89e2-4c2e-8464-98e1362a08e6', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'mac_address': 'fa:16:3e:bc:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:32Z', 'updated_at': '2022-04-05T22:38:38Z', 'revision_number': 5, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'subnets': [{'id': '7ab68b89-523f-4d2e-ad76-372a4b534c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:39.916732 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2649a-4bc1-409e-a6de-76769c1fbf24 None None] New status for floating IP e1c5028a-d9be-43b4-a108-785a83130faf: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:42:40.089313 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a0f92-5a80-42c9-91b3-ec8e7008fb9b req-f825f123-1fec-4515-b43f-cf681c8b1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:40.090824 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-168a0f92-5a80-42c9-91b3-ec8e7008fb9b req-f825f123-1fec-4515-b43f-cf681c8b1732 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0f58eff-89e2-4c2e-8464-98e1362a08e6 HTTP/1.1" status: 200 len: 909 time: 0.0882273 Apr 05 22:42:40.153852 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-168a0f92-5a80-42c9-91b3-ec8e7008fb9b req-53adeb6d-245a-4a5e-90e1-c3a0945833a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf HTTP/1.1" status: 200 len: 217 time: 0.0357413 Apr 05 22:42:40.286763 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a0f92-5a80-42c9-91b3-ec8e7008fb9b req-2cb6cdba-f8f4-4858-b2b5-ec254c8a0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:40.288209 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-168a0f92-5a80-42c9-91b3-ec8e7008fb9b req-2cb6cdba-f8f4-4858-b2b5-ec254c8a0230 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ab68b89-523f-4d2e-ad76-372a4b534c2c HTTP/1.1" status: 200 len: 847 time: 0.0730569 Apr 05 22:42:40.307269 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7f894-5ed3-43b6-a970-7791c43dd39f req-674fd8c2-830b-45ac-ab67-67609bc3d341 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:40.308622 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3cf7f894-5ed3-43b6-a970-7791c43dd39f req-674fd8c2-830b-45ac-ab67-67609bc3d341 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0678837 Apr 05 22:42:40.410463 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-3cf7f894-5ed3-43b6-a970-7791c43dd39f req-402a6c0d-bdc9-4ed1-98cd-fac12127efb9 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff500c33-84ba-4ac2-aa5e-a0510a0e1479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934701 Apr 05 22:42:40.426393 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a0f92-5a80-42c9-91b3-ec8e7008fb9b req-d4f06f35-e0af-438d-becc-6cf918882c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:40.427998 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-168a0f92-5a80-42c9-91b3-ec8e7008fb9b req-d4f06f35-e0af-438d-becc-6cf918882c30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0f58eff-89e2-4c2e-8464-98e1362a08e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1045649 Apr 05 22:42:40.438442 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b1c0e-6551-4241-999b-5ec2717aaa09 req-8835ec0c-1ce8-4e70-8af9-afe631fc3f46 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:40.439813 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-894b1c0e-6551-4241-999b-5ec2717aaa09 req-8835ec0c-1ce8-4e70-8af9-afe631fc3f46 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.44 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 945 time: 0.0835776 Apr 05 22:42:40.578783 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-168a0f92-5a80-42c9-91b3-ec8e7008fb9b req-eccd0538-bb99-4e99-9b03-846757b85933 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378982 Apr 05 22:42:40.617681 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-894b1c0e-6551-4241-999b-5ec2717aaa09 req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Deleting port 34f078bd-9ec8-4661-99c3-522c45be6cbf {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:40.618030 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-894b1c0e-6551-4241-999b-5ec2717aaa09 req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.739706 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-168a0f92-5a80-42c9-91b3-ec8e7008fb9b req-6036f9fa-3df2-49e6-a69c-a39369ef3912 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539438 Apr 05 22:42:40.751218 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-894b1c0e-6551-4241-999b-5ec2717aaa09 req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] For port 34f078bd-9ec8-4661-99c3-522c45be6cbf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=34f078bd-9ec8-4661-99c3-522c45be6cbf,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:40.751575 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-894b1c0e-6551-4241-999b-5ec2717aaa09 req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.765107 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-894b1c0e-6551-4241-999b-5ec2717aaa09 req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Calling delete_port for 34f078bd-9ec8-4661-99c3-522c45be6cbf owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:40.889881 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-894b1c0e-6551-4241-999b-5ec2717aaa09 req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (34f078bd-9ec8-4661-99c3-522c45be6cbf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.920264 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event deleted for resources: {'Port': ['ID=34f078bd-9ec8-4661-99c3-522c45be6cbf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:40.932149 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.932496 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.932871 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.933194 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.933531 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.933822 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.934178 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.934499 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.934822 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.935136 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.935486 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.935803 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.936124 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.936444 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.936759 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:40.975083 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-894b1c0e-6551-4241-999b-5ec2717aaa09 req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] No DVR routers for this DVR port 34f078bd-9ec8-4661-99c3-522c45be6cbf on host hv-cinder-83588 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:40.977709 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-894b1c0e-6551-4241-999b-5ec2717aaa09 req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221576'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.981010 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-894b1c0e-6551-4241-999b-5ec2717aaa09 req-ac6ae463-498c-484c-925c-4a0370aef196 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.44 "DELETE /v2.0/ports/34f078bd-9ec8-4661-99c3-522c45be6cbf HTTP/1.1" status: 204 len: 173 time: 0.5335360 Apr 05 22:42:40.981486 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'name': 'network-vif-deleted', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:40.983881 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b85a8f4293b62b435e093cbfbc76463a0421dcf23dece6ad58e8b79182acbd32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654b82d4-ab7f-4aaa-9e7c-4c48d744446a" -d '{"events": [{"server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "name": "network-vif-deleted", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:41.027459 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa41e3f9-30a6-46d2-8543-24bc551caa15 x-openstack-request-id: req-fa41e3f9-30a6-46d2-8543-24bc551caa15 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:41.027771 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813a5041-933e-405d-89f7-224943005ca0", "name": "network-vif-deleted", "tag": "34f078bd-9ec8-4661-99c3-522c45be6cbf", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:41.028317 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa41e3f9-30a6-46d2-8543-24bc551caa15 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:41.028754 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa41e3f9-30a6-46d2-8543-24bc551caa15'] response: {'server_uuid': '813a5041-933e-405d-89f7-224943005ca0', 'name': 'network-vif-deleted', 'tag': '34f078bd-9ec8-4661-99c3-522c45be6cbf', 'status': 'completed', 'code': 200} Apr 05 22:42:41.519009 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [req-309e78b2-93cf-494e-a323-721718e519cf req-aca70ff1-8057-45b6-ac90-12f2cafa5af8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "GET /v2.0/ports?device_id=813a5041-933e-405d-89f7-224943005ca0 HTTP/1.1" status: 200 len: 210 time: 0.0284307 Apr 05 22:42:42.580921 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56294) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:42.646579 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb33d7f8-e99a-4c5a-ad70-a82b4b29e3d8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group (ff500c33-84ba-4ac2-aa5e-a0510a0e1479), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.672860 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb33d7f8-e99a-4c5a-ad70-a82b4b29e3d8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group (ff500c33-84ba-4ac2-aa5e-a0510a0e1479), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.735534 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb33d7f8-e99a-4c5a-ad70-a82b4b29e3d8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (ff500c33-84ba-4ac2-aa5e-a0510a0e1479), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.738207 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb33d7f8-e99a-4c5a-ad70-a82b4b29e3d8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.739394 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-cb33d7f8-e99a-4c5a-ad70-a82b4b29e3d8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] 10.222.0.43 "DELETE /v2.0/security-groups/ff500c33-84ba-4ac2-aa5e-a0510a0e1479 HTTP/1.1" status: 204 len: 168 time: 0.1574523 Apr 05 22:42:42.748176 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33d7f8-e99a-4c5a-ad70-a82b4b29e3d8 tempest-TestShelveInstance-2092574297 tempest-TestShelveInstance-2092574297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff500c33-84ba-4ac2-aa5e-a0510a0e1479,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:42.778785 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56298) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:43.129524 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6921d090-3857-44b4-b5c7-e20c8e89966a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685912'] for router_interface (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.382819 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6921d090-3857-44b4-b5c7-e20c8e89966a admin admin] Deleting port 508476d1-ae5c-4835-bf32-aaad29f51b67 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:43.383063 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6921d090-3857-44b4-b5c7-e20c8e89966a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.460745 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-6921d090-3857-44b4-b5c7-e20c8e89966a admin admin] For port 508476d1-ae5c-4835-bf32-aaad29f51b67, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=508476d1-ae5c-4835-bf32-aaad29f51b67,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:43.461092 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6921d090-3857-44b4-b5c7-e20c8e89966a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.473193 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6921d090-3857-44b4-b5c7-e20c8e89966a admin admin] Calling delete_port for 508476d1-ae5c-4835-bf32-aaad29f51b67 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:43.654698 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6921d090-3857-44b4-b5c7-e20c8e89966a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (508476d1-ae5c-4835-bf32-aaad29f51b67), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.680133 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921d090-3857-44b4-b5c7-e20c8e89966a admin admin] Pushing event deleted for resources: {'Port': ['ID=508476d1-ae5c-4835-bf32-aaad29f51b67,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:43.842281 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6921d090-3857-44b4-b5c7-e20c8e89966a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683976'] for router_interface (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.063554 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6921d090-3857-44b4-b5c7-e20c8e89966a admin admin] Router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:44.169071 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6921d090-3857-44b4-b5c7-e20c8e89966a admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:44.174611 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-6921d090-3857-44b4-b5c7-e20c8e89966a admin admin] 10.222.0.43 "PUT /v2.0/routers/4a36473a-3fc6-43ba-90ad-6b0bd047aeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3947687 Apr 05 22:42:44.176606 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56300) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:44.178776 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b5707-dab9-4bfc-9ff0-b12c889f619c None None] Sync routers for ids ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'] in dv-cinder-835881-4-smb {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:44.189370 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b5707-dab9-4bfc-9ff0-b12c889f619c None None] Routers {'4a36473a-3fc6-43ba-90ad-6b0bd047aeea'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:44.189996 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2b7b5707-dab9-4bfc-9ff0-b12c889f619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:42:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:44.278979 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Publish callbacks [] for router (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.295855 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-2b7b5707-dab9-4bfc-9ff0-b12c889f619c None None] Set router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea gateway port host: dv-cinder-835881-4-smb {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:44.381896 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Publish callbacks [] for router_gateway (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.435714 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Deleting port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:44.436075 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.469294 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2b7b5707-dab9-4bfc-9ff0-b12c889f619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:42:43Z', 'revision_number': 5, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port': {'id': '5705ff92-46f1-42f9-91c0-6c7bf7206ceb', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:44.495295 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b5707-dab9-4bfc-9ff0-b12c889f619c None None] Checking router: 4a36473a-3fc6-43ba-90ad-6b0bd047aeea for host: dv-cinder-835881-4-smb {{(pid=103231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:44.504433 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b5707-dab9-4bfc-9ff0-b12c889f619c None None] Routers {'4a36473a-3fc6-43ba-90ad-6b0bd047aeea'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:44.505040 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2b7b5707-dab9-4bfc-9ff0-b12c889f619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:42:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'], 'active': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:44.515322 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] For port 5705ff92-46f1-42f9-91c0-6c7bf7206ceb, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=5705ff92-46f1-42f9-91c0-6c7bf7206ceb,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:44.515685 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.527452 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Calling delete_port for 5705ff92-46f1-42f9-91c0-6c7bf7206ceb owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:44.590539 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvr_db [None req-2b7b5707-dab9-4bfc-9ff0-b12c889f619c None None] Set router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea gateway port host: None {{(pid=103231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:44.644196 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_hamode_db [None req-2b7b5707-dab9-4bfc-9ff0-b12c889f619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:42:44Z', 'revision_number': 6, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port_host': None}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:44.671318 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b5707-dab9-4bfc-9ff0-b12c889f619c None None] The sync data for ids ['4a36473a-3fc6-43ba-90ad-6b0bd047aeea'] in dv-cinder-835881-4-smb is: [{'id': '4a36473a-3fc6-43ba-90ad-6b0bd047aeea', 'name': 'tempest-TestShelveInstance-180950837-router', 'tenant_id': '5f0d5e291884412699c09b84b92b6d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:42:44Z', 'revision_number': 6, 'project_id': '5f0d5e291884412699c09b84b92b6d14', 'gw_port_host': None}] {{(pid=103231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:44.705961 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (5705ff92-46f1-42f9-91c0-6c7bf7206ceb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.734311 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Pushing event deleted for resources: {'Port': ['ID=5705ff92-46f1-42f9-91c0-6c7bf7206ceb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:44.794924 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683918'] for router_gateway (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.881744 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62026'] for router (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.883903 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Publish callbacks [] for router_controller (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.927724 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684596'] for router (4a36473a-3fc6-43ba-90ad-6b0bd047aeea), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.928223 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a36473a-3fc6-43ba-90ad-6b0bd047aeea {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:42:44.932949 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.934078 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-cfdd204b-c597-4bcf-9a3e-e3aa5e782810 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4a36473a-3fc6-43ba-90ad-6b0bd047aeea HTTP/1.1" status: 204 len: 168 time: 0.7565958 Apr 05 22:42:44.936665 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56302) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:44.978968 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-51303100-5afd-4da6-a8bc-659f73e64d85 admin admin] Deleting subnet 7ab68b89-523f-4d2e-ad76-372a4b534c2c {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:42:44.982376 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51303100-5afd-4da6-a8bc-659f73e64d85 admin admin] Publish callbacks [] for subnet (7ab68b89-523f-4d2e-ad76-372a4b534c2c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.016177 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51303100-5afd-4da6-a8bc-659f73e64d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2226688'] for subnet (7ab68b89-523f-4d2e-ad76-372a4b534c2c), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.097171 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51303100-5afd-4da6-a8bc-659f73e64d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (7ab68b89-523f-4d2e-ad76-372a4b534c2c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.149698 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51303100-5afd-4da6-a8bc-659f73e64d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2267036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59888112'] for subnet (7ab68b89-523f-4d2e-ad76-372a4b534c2c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.175622 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51303100-5afd-4da6-a8bc-659f73e64d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab68b89-523f-4d2e-ad76-372a4b534c2c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:45.177598 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51303100-5afd-4da6-a8bc-659f73e64d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.180726 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-51303100-5afd-4da6-a8bc-659f73e64d85 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7ab68b89-523f-4d2e-ad76-372a4b534c2c HTTP/1.1" status: 204 len: 168 time: 0.2431493 Apr 05 22:42:45.182171 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebcacee-3fd9-461d-ba87-ec81c3ca1d38 None None] Network b0f58eff-89e2-4c2e-8464-98e1362a08e6 requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:42:45.183348 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 56304) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:45.235478 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 34f078bd-9ec8-4661-99c3-522c45be6cbf no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:45.252541 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (b0f58eff-89e2-4c2e-8464-98e1362a08e6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.260151 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] No Port match for: 34f078bd-9ec8-4661-99c3-522c45be6cbf {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:45.260508 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Device 34f078bd-9ec8-4661-99c3-522c45be6cbf not bound to the agent host hv-cinder-83588 {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:45.305268 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Deleting port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:45.305598 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.366598 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] For port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03,segment=NetworkSegment(d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580),segment_id=d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:45.366924 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.379470 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Calling delete_port for 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:45.432580 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] DHCP port deletion for b0f58eff-89e2-4c2e-8464-98e1362a08e6 request from dv-cinder-835881-4-smb {{(pid=103231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:42:45.472741 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.483922 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Deleting port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:45.484268 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.498520 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:45.502142 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] No DVR routers for this DVR port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 on host dv-cinder-835881-4-smb {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:45.552079 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] For port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03, host dv-cinder-835881-4-smb, got binding levels [] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:45.552472 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.564489 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Calling delete_port for 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 owned by network:dhcp {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:45.567252 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.ipam_backend_mixin [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 was not found and therefore no delete operation was performed {{(pid=103231) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 22:42:45.568475 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949'] for port (4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.577324 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (b0f58eff-89e2-4c2e-8464-98e1362a08e6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.593439 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Pushing event deleted for resources: {'Port': ['ID=4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:45.596627 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] No DVR routers for this DVR port 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 on host dv-cinder-835881-4-smb {{(pid=103231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:45.597937 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f58eff-89e2-4c2e-8464-98e1362a08e6']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:45.603980 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.607388 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.608227 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.608227 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.608570 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.608906 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.609231 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.609551 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.609875 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.610038 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:45.610163 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.610335 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50f2a4c-f7bb-45bb-bc5e-b09fae5b3580') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:45.610504 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.610826 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.611158 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.611810 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.611810 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30d5b5d-a65e-4dcd-a734-e780d4a290e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-smb {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:45.621293 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60389580'] for segment (d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.638238 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.644485 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:42:45.644864 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60645619'] for segment (d50f2a4c-f7bb-45bb-bc5e-b09fae5b3580), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: Traceback (most recent call last): Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: timer() Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: cb(*args, **kw) Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: return func(*args, **kwargs) Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: self._notify() Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: self.callback(batched_events) Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: event.method(event) Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: return f(self, *a, **k) Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: return self._get(url).json() Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:42:45.646482 dv-cinder-835881-4-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:42:45.701005 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (b0f58eff-89e2-4c2e-8464-98e1362a08e6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.706862 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.710268 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b0f58eff-89e2-4c2e-8464-98e1362a08e6 HTTP/1.1" status: 204 len: 168 time: 0.5259242 Apr 05 22:42:45.713643 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56306) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:45.720947 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc0c66-f213-414b-b16e-1ee42881d8e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f58eff-89e2-4c2e-8464-98e1362a08e6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:45.937907 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:42:46.153268 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:46.177005 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:46.177353 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 4b0b721c-d2e9-43fa-a89c-1f1af7fb9e03 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:46.177772 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 508476d1-ae5c-4835-bf32-aaad29f51b67 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:46.199858 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 508476d1-ae5c-4835-bf32-aaad29f51b67 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:46.200534 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 508476d1-ae5c-4835-bf32-aaad29f51b67 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:46.200636 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 5705ff92-46f1-42f9-91c0-6c7bf7206ceb no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:46.219096 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 5705ff92-46f1-42f9-91c0-6c7bf7206ceb {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:46.219439 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 5705ff92-46f1-42f9-91c0-6c7bf7206ceb not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:46.311632 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cb57694-c43f-4c80-b72a-f2580ca3df2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685912'] for router_interface (7286c1f6-9e02-478d-be44-9f996355b4ad), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.569745 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9cb57694-c43f-4c80-b72a-f2580ca3df2e admin admin] Deleting port f5583bdb-c904-4e49-a330-30106f476351 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:46.570049 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cb57694-c43f-4c80-b72a-f2580ca3df2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (f5583bdb-c904-4e49-a330-30106f476351), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.662408 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-9cb57694-c43f-4c80-b72a-f2580ca3df2e admin admin] For port f5583bdb-c904-4e49-a330-30106f476351, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=f5583bdb-c904-4e49-a330-30106f476351,segment=NetworkSegment(89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad),segment_id=89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:46.662795 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cb57694-c43f-4c80-b72a-f2580ca3df2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (f5583bdb-c904-4e49-a330-30106f476351), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.679419 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9cb57694-c43f-4c80-b72a-f2580ca3df2e admin admin] Calling delete_port for f5583bdb-c904-4e49-a330-30106f476351 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:46.873069 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cb57694-c43f-4c80-b72a-f2580ca3df2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2267051'] for port (f5583bdb-c904-4e49-a330-30106f476351), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.897136 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb57694-c43f-4c80-b72a-f2580ca3df2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5583bdb-c904-4e49-a330-30106f476351,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:47.066206 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cb57694-c43f-4c80-b72a-f2580ca3df2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3683976'] for router_interface (7286c1f6-9e02-478d-be44-9f996355b4ad), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.285042 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb57694-c43f-4c80-b72a-f2580ca3df2e admin admin] Router 7286c1f6-9e02-478d-be44-9f996355b4ad has already been hosted by L3 agent 9886aefe-94a1-423a-9171-fdcf843e9bda {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:47.389995 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb57694-c43f-4c80-b72a-f2580ca3df2e admin admin] Notify agent at l3_agent.dv-cinder-835881-4-smb the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:47.395419 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-9cb57694-c43f-4c80-b72a-f2580ca3df2e admin admin] 10.222.0.43 "PUT /v2.0/routers/7286c1f6-9e02-478d-be44-9f996355b4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6799226 Apr 05 22:42:47.398237 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 56308) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:47.398869 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c964d23-cf49-48fc-8d7e-1f548b7dcea3 None None] Sync routers for ids ['7286c1f6-9e02-478d-be44-9f996355b4ad'] in dv-cinder-835881-4-smb {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:47.410905 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c964d23-cf49-48fc-8d7e-1f548b7dcea3 None None] Routers {'7286c1f6-9e02-478d-be44-9f996355b4ad'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:47.411524 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9c964d23-cf49-48fc-8d7e-1f548b7dcea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:42:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['7286c1f6-9e02-478d-be44-9f996355b4ad'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:47.504535 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Publish callbacks [] for router (7286c1f6-9e02-478d-be44-9f996355b4ad), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.514649 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-9c964d23-cf49-48fc-8d7e-1f548b7dcea3 None None] Set router 7286c1f6-9e02-478d-be44-9f996355b4ad gateway port host: dv-cinder-835881-4-smb {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:47.607456 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Publish callbacks [] for router_gateway (7286c1f6-9e02-478d-be44-9f996355b4ad), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.692698 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9c964d23-cf49-48fc-8d7e-1f548b7dcea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'name': 'tempest-TestShelveInstance-1213882453-router', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'external_fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:34Z', 'updated_at': '2022-04-05T22:42:46Z', 'revision_number': 5, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'gw_port': {'id': 'ed746eb8-df67-417b-8073-f6c2a6529325', 'name': '', 'network_id': '9a73b557-2ada-4566-ab40-66bfa715f81e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6e0ecd6-9404-4cd0-b92f-87fb1e95ec51', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-smb'}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:47.719313 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c964d23-cf49-48fc-8d7e-1f548b7dcea3 None None] Checking router: 7286c1f6-9e02-478d-be44-9f996355b4ad for host: dv-cinder-835881-4-smb {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:47.728780 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c964d23-cf49-48fc-8d7e-1f548b7dcea3 None None] Routers {'7286c1f6-9e02-478d-be44-9f996355b4ad'} bound to L3 agent in host dv-cinder-835881-4-smb {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:47.729411 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9c964d23-cf49-48fc-8d7e-1f548b7dcea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:51Z,description=,heartbeat_timestamp=2022-04-05T22:42:22Z,host='dv-cinder-835881-4-smb',id=9886aefe-94a1-423a-9171-fdcf843e9bda,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:51Z,topic='l3_agent')) {'router_ids': ['7286c1f6-9e02-478d-be44-9f996355b4ad'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:47.911246 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-9c964d23-cf49-48fc-8d7e-1f548b7dcea3 None None] Set router 7286c1f6-9e02-478d-be44-9f996355b4ad gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:47.938283 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Deleting port ed746eb8-df67-417b-8073-f6c2a6529325 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:47.938760 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (ed746eb8-df67-417b-8073-f6c2a6529325), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.964270 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9c964d23-cf49-48fc-8d7e-1f548b7dcea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'name': 'tempest-TestShelveInstance-1213882453-router', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:34Z', 'updated_at': '2022-04-05T22:42:47Z', 'revision_number': 6, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'gw_port_host': None}], 'dv-cinder-835881-4-smb', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:47.989678 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c964d23-cf49-48fc-8d7e-1f548b7dcea3 None None] The sync data for ids ['7286c1f6-9e02-478d-be44-9f996355b4ad'] in dv-cinder-835881-4-smb is: [{'id': '7286c1f6-9e02-478d-be44-9f996355b4ad', 'name': 'tempest-TestShelveInstance-1213882453-router', 'tenant_id': 'aadb77aed33e464f8b1df4036632b5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:34Z', 'updated_at': '2022-04-05T22:42:47Z', 'revision_number': 6, 'project_id': 'aadb77aed33e464f8b1df4036632b5da', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:48.017078 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] For port ed746eb8-df67-417b-8073-f6c2a6529325, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=ed746eb8-df67-417b-8073-f6c2a6529325,segment=NetworkSegment(b13375d6-4aa2-47d1-8c9d-206bbe5efcec),segment_id=b13375d6-4aa2-47d1-8c9d-206bbe5efcec)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:48.018132 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (ed746eb8-df67-417b-8073-f6c2a6529325), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.030469 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Calling delete_port for ed746eb8-df67-417b-8073-f6c2a6529325 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:48.202361 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (ed746eb8-df67-417b-8073-f6c2a6529325), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.230552 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed746eb8-df67-417b-8073-f6c2a6529325,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:48.292272 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683918'] for router_gateway (7286c1f6-9e02-478d-be44-9f996355b4ad), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.385664 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62026'] for router (7286c1f6-9e02-478d-be44-9f996355b4ad), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.387886 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Publish callbacks [] for router_controller (7286c1f6-9e02-478d-be44-9f996355b4ad), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.442020 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684596'] for router (7286c1f6-9e02-478d-be44-9f996355b4ad), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.442603 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7286c1f6-9e02-478d-be44-9f996355b4ad {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:42:48.449517 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.450753 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-19138c9f-121f-4b7c-bc08-b0fcfd921fd5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7286c1f6-9e02-478d-be44-9f996355b4ad HTTP/1.1" status: 204 len: 168 time: 1.0515013 Apr 05 22:42:48.453299 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 56310) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:48.495243 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe38813-972f-4548-818d-15286eca5cae admin admin] Deleting subnet 36f056b5-ef0c-4db4-9e08-4fce11147dc2 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:42:48.498102 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fe38813-972f-4548-818d-15286eca5cae admin admin] Publish callbacks [] for subnet (36f056b5-ef0c-4db4-9e08-4fce11147dc2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.531007 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fe38813-972f-4548-818d-15286eca5cae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60389431'] for subnet (36f056b5-ef0c-4db4-9e08-4fce11147dc2), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.606570 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fe38813-972f-4548-818d-15286eca5cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1209639'] for subnet (36f056b5-ef0c-4db4-9e08-4fce11147dc2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.658250 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fe38813-972f-4548-818d-15286eca5cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1209640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60645529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59583216'] for subnet (36f056b5-ef0c-4db4-9e08-4fce11147dc2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.689121 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe38813-972f-4548-818d-15286eca5cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f056b5-ef0c-4db4-9e08-4fce11147dc2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:48.693137 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fe38813-972f-4548-818d-15286eca5cae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.697625 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-8fe38813-972f-4548-818d-15286eca5cae admin admin] 10.222.0.43 "DELETE /v2.0/subnets/36f056b5-ef0c-4db4-9e08-4fce11147dc2 HTTP/1.1" status: 204 len: 168 time: 0.2420838 Apr 05 22:42:48.698978 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 56312) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:48.701704 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e65ade7-2175-42bd-b60e-cead744aeda3 None None] Network 9db69119-ddd8-4cee-b293-50b4bd64c46d requested from dv-cinder-835881-4-smb {{(pid=103231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:42:48.771453 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1186400'] for network (9db69119-ddd8-4cee-b293-50b4bd64c46d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.784796 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device f5583bdb-c904-4e49-a330-30106f476351 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:48.807873 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: f5583bdb-c904-4e49-a330-30106f476351 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:48.808211 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device f5583bdb-c904-4e49-a330-30106f476351 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:48.839040 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Deleting port 43129513-3bf1-4ca2-8a02-3d8d64fa967d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:48.839380 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.876704 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ab6f0f-7844-4536-9a9e-858f3addccd3 None None] DHCP port deletion for 9db69119-ddd8-4cee-b293-50b4bd64c46d request from dv-cinder-835881-4-smb {{(pid=103231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:42:48.902379 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] For port 43129513-3bf1-4ca2-8a02-3d8d64fa967d, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=43129513-3bf1-4ca2-8a02-3d8d64fa967d,segment=NetworkSegment(89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad),segment_id=89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:48.902779 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.916087 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Calling delete_port for 43129513-3bf1-4ca2-8a02-3d8d64fa967d owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:48.924489 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-14ab6f0f-7844-4536-9a9e-858f3addccd3 None None] Deleting port 43129513-3bf1-4ca2-8a02-3d8d64fa967d {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:48.924888 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-14ab6f0f-7844-4536-9a9e-858f3addccd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794853920305'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.990230 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-14ab6f0f-7844-4536-9a9e-858f3addccd3 None None] For port 43129513-3bf1-4ca2-8a02-3d8d64fa967d, host dv-cinder-835881-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-smb',level=0,port_id=43129513-3bf1-4ca2-8a02-3d8d64fa967d,segment=NetworkSegment(89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad),segment_id=89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:48.990230 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-14ab6f0f-7844-4536-9a9e-858f3addccd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3676777'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.999683 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60645550'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.003520 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-14ab6f0f-7844-4536-9a9e-858f3addccd3 None None] Calling delete_port for 43129513-3bf1-4ca2-8a02-3d8d64fa967d owned by network:dhcp {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:49.025711 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Pushing event deleted for resources: {'Port': ['ID=43129513-3bf1-4ca2-8a02-3d8d64fa967d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:49.029490 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] No DVR routers for this DVR port 43129513-3bf1-4ca2-8a02-3d8d64fa967d on host dv-cinder-835881-4-smb {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:49.092467 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-14ab6f0f-7844-4536-9a9e-858f3addccd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1284345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794853926404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794853383949'] for port (43129513-3bf1-4ca2-8a02-3d8d64fa967d), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.106859 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1211356', 'neutron.services.segments.db._delete_segments_for_network-8794853832057'] for network (9db69119-ddd8-4cee-b293-50b4bd64c46d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.117347 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab6f0f-7844-4536-9a9e-858f3addccd3 None None] Pushing event deleted for resources: {'Port': ['ID=43129513-3bf1-4ca2-8a02-3d8d64fa967d,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:49.121007 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab6f0f-7844-4536-9a9e-858f3addccd3 None None] No DVR routers for this DVR port 43129513-3bf1-4ca2-8a02-3d8d64fa967d on host dv-cinder-835881-4-smb {{(pid=103231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:49.131508 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db69119-ddd8-4cee-b293-50b4bd64c46d']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:49.136981 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:49.137271 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.services.segments.db [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:49.146869 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794853832578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60389580'] for segment (89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.160213 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380'] for segment (89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.166317 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:42:49.166723 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1084380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60645619'] for segment (89b6bf0b-4b38-4e63-afc0-1aa7e4cc2aad), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: Traceback (most recent call last): Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: timer() Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: cb(*args, **kw) Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: return func(*args, **kwargs) Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: self._notify() Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: self.callback(batched_events) Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: event.method(event) Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: return f(self, *a, **k) Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: return self._get(url).json() Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: return self.request(url, 'GET', **kwargs) Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:42:49.168488 dv-cinder-835881-4-smb neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:42:49.185947 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-029ca222-a1f7-4276-a341-3e89ab064b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.223976 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1211301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3683882'] for network (9db69119-ddd8-4cee-b293-50b4bd64c46d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.229262 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3795060'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.232378 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9db69119-ddd8-4cee-b293-50b4bd64c46d HTTP/1.1" status: 204 len: 168 time: 0.5325119 Apr 05 22:42:49.243016 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ffbf2-f7ad-42f2-b078-c53ab828d372 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db69119-ddd8-4cee-b293-50b4bd64c46d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:49.404678 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 56316) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:49.444931 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-beca3882-2ba1-4b5b-ba57-b62aaa9cf2b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f0d5e291884412699c09b84b92b6d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390785 Apr 05 22:42:49.447344 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.43', 56318) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:49.497253 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0b2130e-c6ff-41c5-bcb3-9a130395b156 admin admin] Publish callbacks [] for security_group (a1a2e187-4ce7-4de3-8d1d-89606ca950ec), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.519161 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0b2130e-c6ff-41c5-bcb3-9a130395b156 admin admin] Publish callbacks [] for security_group (a1a2e187-4ce7-4de3-8d1d-89606ca950ec), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.576078 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0b2130e-c6ff-41c5-bcb3-9a130395b156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (a1a2e187-4ce7-4de3-8d1d-89606ca950ec), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.578586 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0b2130e-c6ff-41c5-bcb3-9a130395b156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.579828 dv-cinder-835881-4-smb neutron-server[103229]: INFO neutron.wsgi [None req-b0b2130e-c6ff-41c5-bcb3-9a130395b156 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1a2e187-4ce7-4de3-8d1d-89606ca950ec HTTP/1.1" status: 204 len: 168 time: 0.1315989 Apr 05 22:42:49.587712 dv-cinder-835881-4-smb neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2130e-c6ff-41c5-bcb3-9a130395b156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a2e187-4ce7-4de3-8d1d-89606ca950ec,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:49.800719 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:49.903252 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56324) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:49.949907 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-07ce6b99-591b-42e8-9854-c4e9288f3335 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aadb77aed33e464f8b1df4036632b5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453033 Apr 05 22:42:49.952401 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.43', 56326) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:49.998281 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2675c2f5-2e70-4f98-a62d-a69b41a29c50 admin admin] Publish callbacks [] for security_group (53347bba-1d2d-4e74-90d3-b24f80daf96a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.018548 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2675c2f5-2e70-4f98-a62d-a69b41a29c50 admin admin] Publish callbacks [] for security_group (53347bba-1d2d-4e74-90d3-b24f80daf96a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.065719 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2675c2f5-2e70-4f98-a62d-a69b41a29c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690982'] for security_group (53347bba-1d2d-4e74-90d3-b24f80daf96a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.068367 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2675c2f5-2e70-4f98-a62d-a69b41a29c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.069512 dv-cinder-835881-4-smb neutron-server[103230]: INFO neutron.wsgi [None req-2675c2f5-2e70-4f98-a62d-a69b41a29c50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53347bba-1d2d-4e74-90d3-b24f80daf96a HTTP/1.1" status: 204 len: 168 time: 0.1162729 Apr 05 22:42:50.076982 dv-cinder-835881-4-smb neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675c2f5-2e70-4f98-a62d-a69b41a29c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53347bba-1d2d-4e74-90d3-b24f80daf96a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:50.170076 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device ed746eb8-df67-417b-8073-f6c2a6529325 no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:50.189929 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: ed746eb8-df67-417b-8073-f6c2a6529325 {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:50.190387 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device ed746eb8-df67-417b-8073-f6c2a6529325 not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:50.190725 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 43129513-3bf1-4ca2-8a02-3d8d64fa967d no longer exists at agent ovs-agent-dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:50.209644 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] No Port match for: 43129513-3bf1-4ca2-8a02-3d8d64fa967d {{(pid=103231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:50.210000 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron.plugins.ml2.rpc [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Device 43129513-3bf1-4ca2-8a02-3d8d64fa967d not bound to the agent host dv-cinder-835881-4-smb {{(pid=103231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:51.558548 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c28ad8f0-4e66-4d56-abff-8c9806d37302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.520132 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.990892 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.368715 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.191052 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ce8aafb7-fac3-492a-97db-7465154800e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.830267 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:21.573866 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0791881a-d9e0-4735-9e46-b5d3df430055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:22.529442 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:22.942328 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:43:23.993427 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.364841 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:49.196532 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3025cfcc-5634-437e-ae05-5f7e9aef013f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:49.848794 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:51.572011 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-aeaef306-8c2a-49a4-a336-1d4d77a4c0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:52.538404 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:53.994169 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.372349 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:59.947266 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:44:19.201815 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-09d7bc44-1bc2-4d18-b15b-e6c8ff538889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:19.859256 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:21.573976 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-219df200-9792-41f5-aa8c-0f9fdcefbbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:22.541612 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:24.003545 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.365805 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:36.949891 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:44:49.211655 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f374b16b-34ae-41e1-a2a6-5e43a86826a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:49.856170 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:51.573425 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-63ddfd6e-1173-4859-abbf-6615829fd4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:52.538400 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:53.997997 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:55.373796 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:13.951330 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:45:19.207731 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f167b1bd-9c23-45de-88c4-121c04992399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:19.861873 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:21.579841 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6d4be53f-7287-481d-ad38-d780e1a7ef44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:22.546847 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:24.002048 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:25.371171 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:49.206657 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-36fd1666-b52b-40c3-9b35-d13cd9844fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:49.882998 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:50.956104 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:45:51.578543 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d56744a4-3ef5-4c5b-8f60-747d3963a5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:52.549413 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:54.007532 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:55.367512 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:19.204995 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7015594c-abe2-4fbf-9f55-9a5328e79e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:19.899143 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:21.572783 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-53b4a31d-51d6-4512-9a57-ac4a2ae1757c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:22.554527 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:24.016449 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:25.366316 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:27.958572 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:46:49.200783 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a72d4948-109a-41b0-a5f2-c53fca8e5caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.901611 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:51.579749 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7d47fa78-456d-4bd7-be81-b41c0e74ed8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.561227 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:54.016820 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:55.362464 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:04.959673 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:47:19.209440 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-80a30ccb-f314-4bd0-b327-92c987c218f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (97ea4b3c-024b-417f-b391-7690cb7cce8e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:19.906368 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0a46-b449-4929-a50e-42ade311ba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (890a9153-e6af-4afc-84f6-ecbc5e9bbabe), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:21.570648 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ce22abc3-fb30-47e0-82c0-0c9210fe9229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (9886aefe-94a1-423a-9171-fdcf843e9bda), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.566867 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-872df626-139c-4fcb-9993-26936b992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (7422f6c0-1020-47d0-8d44-3a03cd974c9f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:24.020867 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d94bc5d4-8be3-4724-9c6b-16606fcd8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (34d66588-e57b-466e-b943-149369568736), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:25.357012 dv-cinder-835881-4-smb neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-602116d0-bb6c-4c27-b6b6-5f6533c0005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794853832039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1204765'] for agent (5fffb01b-f027-49be-aa78-7bb2c9571539), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:41.958521 dv-cinder-835881-4-smb neutron-server[103232]: DEBUG neutron.db.agents_db [None req-2c64ae5c-64c6-4e22-b83d-5ea32b3e97eb None None] Agent healthcheck: found 6 active agents {{(pid=103232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}